-- Logs begin at Tue 2022-05-10 04:47:09 UTC, end at Tue 2022-05-10 05:55:45 UTC. -- May 10 05:26:46.076966 dv-cinder-836996-16-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 10 05:26:48.869054 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.common.config [-] Logging enabled! May 10 05:26:48.869641 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev198 May 10 05:26:48.869825 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103419) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 10 05:26:48.873010 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.common.config [-] Logging enabled! May 10 05:26:48.873281 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev198 May 10 05:26:48.873563 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103419) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 10 05:26:48.874850 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 05:26:48.875077 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 05:26:48.875431 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 05:26:48.875692 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 05:26:48.875924 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 05:26:48.876228 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.876617 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.876822 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.877119 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.877406 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.877683 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.877968 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.878260 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.878542 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.878815 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.879094 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.879319 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.879609 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.879879 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.880226 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.880444 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] debug = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.880717 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.881151 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.881550 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.881828 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.882111 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.882385 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.882652 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.882921 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.883200 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.883523 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] host = dv-cinder-836996-16-iscsi {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.883820 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.884103 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.884386 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.884665 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.884932 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.885203 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.885481 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.885748 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.886014 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] log_file = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.886293 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.886567 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.886847 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.887131 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.887354 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.887592 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.887870 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.888162 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.888431 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.888699 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.888969 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.889239 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.889507 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.889769 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.890047 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.890326 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.890604 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.890870 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.891136 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.891406 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.891705 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.891984 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.892250 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.892516 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.892781 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.893061 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.893321 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.893586 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.893878 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.894155 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.894429 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.894706 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.894972 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.895247 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.895509 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.895826 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.896090 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] use_json = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.896356 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.896617 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.896890 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.897155 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.897416 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.897682 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.897944 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.898219 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.898482 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:48.898774 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.899067 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.899367 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.899666 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.899967 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.900242 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.900526 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.900797 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.901079 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.901367 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.901650 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.901921 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.902212 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.902493 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.902785 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.903083 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.903372 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.903692 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.903965 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.904233 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.904501 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.904771 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.905053 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.905324 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.905605 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.905884 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.906158 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.906447 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.906725 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.907003 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.907290 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.907596 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.907857 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.908126 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.908411 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.908680 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.908946 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.909226 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.909497 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.909763 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.910036 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.910305 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.910572 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.910835 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.911102 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.911441 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.911738 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.912002 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.912267 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.912535 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.912801 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.913077 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.913346 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.913609 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.913872 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.914140 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.914403 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.914669 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.914938 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.915202 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.915469 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.915759 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.916025 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.916292 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.916559 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.916824 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.917098 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.917360 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.917629 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.917892 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.918158 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.918421 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.918689 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.918956 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.919247 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.919520 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.919819 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.920092 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.920363 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.920635 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.920905 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.921175 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.921446 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.921711 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.921994 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.922269 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.922550 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.922826 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.923096 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.923400 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.923702 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.923972 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.924245 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.924514 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.924783 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.925059 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.925333 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.925615 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.925898 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.926179 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.926468 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.926749 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.927058 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.927357 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.927653 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:48.927864 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 05:26:48.928098 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103419) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 05:26:49.378436 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 10 05:26:49.378672 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 10 05:26:49.378989 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 10 05:26:49.379316 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 05:26:49.706261 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:49.706459 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:49.706701 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:49.707927 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:49.708214 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:49.708475 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:49.763200 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:49.763466 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:49.763754 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:49.778425 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:49.778689 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:49.778953 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:49.808265 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:49.808539 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:49.808799 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:49.844289 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:49.844556 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:49.844813 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.187820 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.188518 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.188518 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.188689 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.189256 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.288699 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.289023 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.289290 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.289553 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.289785 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.290110 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.290359 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.290607 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.290854 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.291130 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.291376 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.291624 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.291889 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.292133 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.292379 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.292631 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.292883 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.293140 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.293396 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.293644 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.293907 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.294137 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.294408 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.294782 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.295013 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.295249 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.295657 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 05:26:50.295893 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 05:26:50.296121 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 05:26:50.296349 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 05:26:50.296574 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 05:26:50.296798 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 05:26:50.297149 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 05:26:50.300222 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 05:26:50.304130 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 05:26:50.307933 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 10 05:26:50.309535 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 05:26:50.309993 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 05:26:50.310318 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 05:26:50.310692 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 05:26:50.313627 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 05:26:50.313876 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 05:26:50.314205 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 05:26:50.319122 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 10 05:26:50.342244 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 05:26:50.342682 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.342981 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103419) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 10 05:26:50.343333 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.344695 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103419) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 05:26:50.344966 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 05:26:50.345203 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 05:26:50.348500 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.348870 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:50.411247 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 05:26:50.411605 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 05:26:50.411872 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 05:26:50.412225 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 05:26:50.436101 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_db.sqlalchemy.engines [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103419) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 05:26:50.877107 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Initializing driver for type 'gre' May 10 05:26:50.877663 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] gre ID ranges: [(1, 1000)] May 10 05:26:50.934014 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Initializing driver for type 'local' May 10 05:26:50.934404 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Initializing driver for type 'vlan' May 10 05:26:50.951623 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] VlanTypeDriver initialization complete May 10 05:26:50.952231 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Initializing driver for type 'vxlan' May 10 05:26:50.952989 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] vxlan ID ranges: [(1, 1000)] May 10 05:26:51.016729 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Initializing extension driver 'port_security' May 10 05:26:51.017117 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.extensions.port_security [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] PortSecurityExtensionDriver initialization complete May 10 05:26:51.017439 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Initializing mechanism driver 'openvswitch' May 10 05:26:51.017760 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Initializing mechanism driver 'hyperv' May 10 05:26:51.024440 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:26:51.025272 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > port after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.025642 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > port after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.025990 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > port after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.026511 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 05:26:51.026944 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.027292 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.027657 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.028047 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 05:26:51.028445 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > network after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.028790 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > network after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.029160 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > network after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.029545 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 05:26:51.029943 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > security_group after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.030291 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > security_group after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.030627 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.031008 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 05:26:51.031403 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.031779 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.032116 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.032499 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 05:26:51.032897 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > address_group after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.033216 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > address_group after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.033547 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.033927 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 05:26:51.034364 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] ML2 OVO RPC backend initialized. {{(pid=103419) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 10 05:26:51.035051 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.035400 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.035834 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > network before_response 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.036176 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > networks before_response 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.036519 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > port before_response 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.036858 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > ports before_response 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.037237 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > subnet before_response 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.037568 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > subnets before_response 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.037913 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > network after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.038245 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > network after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.038557 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > network after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.038888 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > port after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.039218 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > port after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.039546 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > port after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.039971 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.040300 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.040628 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.048151 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.quota [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded quota_driver: . May 10 05:26:51.048509 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.plugin [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Modular L2 Plugin initialization complete May 10 05:26:51.048853 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading services supported by the core plugin {{(pid=103419) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 05:26:51.049186 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Got port-security extension from driver 'port_security' May 10 05:26:51.049658 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.extensions.vlantransparent [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Disabled vlantransparent extension. May 10 05:26:51.050146 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103419) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 05:26:51.050461 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading Plugin: router May 10 05:26:51.085063 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.085449 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > router after_create 55549900 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.085816 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > router before_create 55549900 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.086177 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.086539 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.086895 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > router after_delete 55549900 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.087246 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.087609 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.087969 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > router after_create 55549900 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.088309 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > router after_update 55549900 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.088654 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > router after_update 55549900 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.088998 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.089451 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > router after_update 55549900 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.089855 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.090218 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: port after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.090598 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: port after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.090935 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: subnet after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.091268 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.091609 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.091958 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.092298 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: port before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.092634 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > router precommit_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.092987 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > router after_update 55549900 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.093315 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.093659 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.094017 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.094355 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.094711 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > agent after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.095053 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > agent after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.095390 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > network after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.096269 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.quota.resource_registry [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Tracking information for resource: router configured {{(pid=103419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 05:26:51.096593 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.quota.resource_registry [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Tracking information for resource: floatingip configured {{(pid=103419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 05:26:51.101419 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.db.l3_agentschedulers_db [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 05:26:51.101982 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: port after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.102342 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: port after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.102689 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: port after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.103039 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: port after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.103842 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > router before_create 55550100 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.104204 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.104560 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > router precommit_create 55550100 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.104912 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > router precommit_update 55550100 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.109689 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.services.provider_configuration [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Service providers = [] {{(pid=103419) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 05:26:51.110047 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.db.servicetype_db [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103419) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 05:26:51.112981 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.services.service_base [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103419) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 05:26:51.113325 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.services.service_base [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103419) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 05:26:51.113658 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.services.service_base [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103419) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 05:26:51.114524 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.services.service_base [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103419) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 05:26:51.114886 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.services.service_base [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 05:26:51.115278 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 05:26:51.115602 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 05:26:51.126569 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 05:26:51.126900 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading Plugin: auto_allocate May 10 05:26:51.132616 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: network precommit_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.132915 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: network precommit_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.133426 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 05:26:51.133740 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading Plugin: tag May 10 05:26:51.140473 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 05:26:51.140797 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading Plugin: timestamp May 10 05:26:51.144570 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 05:26:51.144893 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading Plugin: network_ip_availability May 10 05:26:51.150378 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.150735 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.151088 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.151829 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 05:26:51.152147 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading Plugin: flavors May 10 05:26:51.157019 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 05:26:51.157347 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading Plugin: revisions May 10 05:26:51.161591 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 05:26:51.162029 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_concurrency.lockutils [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.783s {{(pid=103419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 10 05:26:51.162759 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103419) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 10 05:26:51.163093 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Initializing extension manager. May 10 05:26:51.163607 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: __init__.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.163981 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: __pycache__ {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.164310 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: _port_mac_address_override.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.164641 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: address_group.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.165384 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.165982 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: address-group May 10 05:26:51.166275 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: address_scope.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.166983 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.167483 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: address-scope May 10 05:26:51.167828 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.168752 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.169246 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: router-admin-state-down-before-update May 10 05:26:51.169557 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: agent.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.170248 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.170746 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: agent May 10 05:26:51.171066 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: agent_resources_synced.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.171994 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.172494 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: agent-resources-synced May 10 05:26:51.172806 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: allowedaddresspairs.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.174576 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.175081 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: allowed-address-pairs May 10 05:26:51.175406 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: auto_allocated_topology.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.176479 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.176980 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: auto-allocated-topology May 10 05:26:51.177307 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: availability_zone.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.178018 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.178517 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: availability_zone May 10 05:26:51.178839 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: availability_zone_filter.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.179780 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.180280 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: availability_zone_filter May 10 05:26:51.180601 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: data_plane_status.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.181501 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.181994 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension data-plane-status not supported by any of loaded plugins May 10 05:26:51.182311 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: default_subnetpools.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.183219 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.183757 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: default-subnetpools May 10 05:26:51.184080 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.184863 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.185360 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: dhcp_agent_scheduler May 10 05:26:51.185685 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: dns.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.186588 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.187098 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension dns-integration not supported by any of loaded plugins May 10 05:26:51.187416 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: dns_domain_ports.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.188341 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.188893 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 05:26:51.189140 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.190048 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.190537 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 10 05:26:51.190856 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: dvr.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.191520 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.192044 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: dvr May 10 05:26:51.192358 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: ecmp_routes.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.193349 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.193845 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension ecmp_routes not supported by any of loaded plugins May 10 05:26:51.194161 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: empty_string_filtering.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.195062 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.195560 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: empty-string-filtering May 10 05:26:51.195900 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.196803 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.197300 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 05:26:51.197617 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.198518 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.199008 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 05:26:51.199322 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: external_net.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.200260 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.200754 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: external-net May 10 05:26:51.201072 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.201982 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.202475 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: extra_dhcp_opt May 10 05:26:51.202791 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: extraroute.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.203725 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.204217 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: extraroute May 10 05:26:51.204530 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: extraroute_atomic.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.205724 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.206225 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: extraroute-atomic May 10 05:26:51.206544 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: filter_validation.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.207204 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.207734 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: filter-validation May 10 05:26:51.208048 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: fip_pf_description.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.208973 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.209460 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 05:26:51.209779 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: fip_pf_port_range.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.210676 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.211161 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 10 05:26:51.211477 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: fip_port_details.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.212406 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.212900 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: fip-port-details May 10 05:26:51.213218 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: flavors.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.214439 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.214947 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: flavors May 10 05:26:51.215266 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.216926 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.217437 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 05:26:51.217762 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: floatingip_pools.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.218455 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.218957 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: floatingip-pools May 10 05:26:51.219273 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: ip_allocation.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.220233 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.220730 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension ip_allocation not supported by any of loaded plugins May 10 05:26:51.221047 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.221952 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.222530 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: ip-substring-filtering May 10 05:26:51.222857 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: l2_adjacency.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.223797 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.224297 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension l2_adjacency not supported by any of loaded plugins May 10 05:26:51.224663 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: l3.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.225611 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.226126 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: router May 10 05:26:51.226443 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.228626 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.229145 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 05:26:51.229471 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.230388 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.230896 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: ext-gw-mode May 10 05:26:51.231215 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.232150 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.232653 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: l3-ha May 10 05:26:51.232971 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.233871 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.234362 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 10 05:26:51.234681 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: l3_flavors.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.235607 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.236098 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: l3-flavors May 10 05:26:51.236413 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.237757 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.238257 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 10 05:26:51.238581 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.239495 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.240053 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: l3-port-ip-change-not-allowed May 10 05:26:51.240373 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: l3agentscheduler.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.241401 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.241901 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: l3_agent_scheduler May 10 05:26:51.242219 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: local_ip.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.245342 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.245854 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension local_ip not supported by any of loaded plugins May 10 05:26:51.246183 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: logging.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.247673 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.248183 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension logging not supported by any of loaded plugins May 10 05:26:51.248508 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: metering.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.249624 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.250191 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: metering May 10 05:26:51.250515 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.251624 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.252137 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: metering_source_and_destination_fields May 10 05:26:51.252452 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: multiprovidernet.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.253363 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.253872 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: multi-provider May 10 05:26:51.254189 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: netmtu.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.255082 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.255620 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: net-mtu May 10 05:26:51.255978 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: netmtu_writable.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.256879 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.257382 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: net-mtu-writable May 10 05:26:51.257693 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: network_availability_zone.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.258359 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.258852 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: network_availability_zone May 10 05:26:51.259167 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: network_ip_availability.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.260278 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.260778 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: network-ip-availability May 10 05:26:51.261096 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: network_segment_range.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.261856 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.262350 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension network-segment-range not supported by any of loaded plugins May 10 05:26:51.262664 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: pagination.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.263740 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.264068 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: pagination May 10 05:26:51.264385 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: port_device_profile.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.265299 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.265795 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: port-device-profile May 10 05:26:51.266113 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: port_mac_address_override.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.267033 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.267530 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: port-mac-override May 10 05:26:51.267893 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.268800 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.269292 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: port-mac-address-regenerate May 10 05:26:51.269614 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.270518 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.271013 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: port-numa-affinity-policy May 10 05:26:51.271352 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: port_resource_request.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.272275 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.272764 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension port-resource-request not supported by any of loaded plugins May 10 05:26:51.273082 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: port_resource_request_groups.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.274041 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.274532 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 10 05:26:51.274851 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: portbindings.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.275803 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.276298 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: binding May 10 05:26:51.276616 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: portbindings_extended.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.277879 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.278384 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: binding-extended May 10 05:26:51.278706 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: portsecurity.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.279651 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.280158 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: port-security May 10 05:26:51.280483 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: project_id.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.281451 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.281775 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: project-id May 10 05:26:51.282093 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: providernet.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.283093 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.283605 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: provider May 10 05:26:51.283930 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: qos.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.287697 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.288207 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension qos not supported by any of loaded plugins May 10 05:26:51.288535 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.289777 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.290272 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 05:26:51.290604 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.291511 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.292046 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 05:26:51.292365 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: qos_default.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.293269 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.293776 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension qos-default not supported by any of loaded plugins May 10 05:26:51.294094 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: qos_fip.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.294997 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.295500 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension qos-fip not supported by any of loaded plugins May 10 05:26:51.295907 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.296818 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.297318 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 10 05:26:51.297638 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: qos_gateway_ip.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.298543 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.299040 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 05:26:51.299356 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: qos_port_network_policy.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.300290 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.300795 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 05:26:51.301112 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.302141 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.302687 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 10 05:26:51.303004 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.304047 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.304552 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 10 05:26:51.304870 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: qos_pps_rule.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.306027 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.306531 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension qos-pps not supported by any of loaded plugins May 10 05:26:51.306855 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: qos_rule_type_details.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.307790 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.308293 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 05:26:51.308607 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.309533 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.310031 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 10 05:26:51.310344 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: qos_rules_alias.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.311371 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.311895 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 05:26:51.312210 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: quota_check_limit.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.313187 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.313690 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: quota-check-limit May 10 05:26:51.314011 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: quotasv2.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.314945 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.315267 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: quotas May 10 05:26:51.315592 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: quotasv2_detail.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.317365 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.317701 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: quota_details May 10 05:26:51.318028 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: rbac.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.319106 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.319644 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: rbac-policies May 10 05:26:51.319976 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: rbac_address_group.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.320901 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.321408 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: rbac-address-group May 10 05:26:51.321729 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: rbac_address_scope.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.322637 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.323137 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: rbac-address-scope May 10 05:26:51.323543 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: rbac_security_groups.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.324476 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.324977 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: rbac-security-groups May 10 05:26:51.325299 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: rbac_subnetpool.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.326208 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.326708 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: rbac-subnetpool May 10 05:26:51.327024 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: revisionifmatch.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.327969 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.328471 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: revision-if-match May 10 05:26:51.328789 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: revisions.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.329943 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.330447 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: standard-attr-revisions May 10 05:26:51.330770 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: router_availability_zone.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.331431 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.331960 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: router_availability_zone May 10 05:26:51.332279 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: routerservicetype.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.333182 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.333691 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension router-service-type not supported by any of loaded plugins May 10 05:26:51.334054 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.334960 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.335462 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: security-groups-normalized-cidr May 10 05:26:51.335803 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.336714 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.337276 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: port-security-groups-filtering May 10 05:26:51.337598 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.338577 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.339092 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: security-groups-remote-address-group May 10 05:26:51.339412 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.340485 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.340991 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: security-groups-shared-filtering May 10 05:26:51.341309 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.341895 dv-cinder-836996-16-iscsi neutron-server[103419]: WARNING neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 10 05:26:51.342209 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: securitygroup.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.351779 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.352288 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: security-group May 10 05:26:51.352615 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: segment.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.353349 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.353837 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension segment not supported by any of loaded plugins May 10 05:26:51.354154 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.355086 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.355592 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 05:26:51.355928 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: servicetype.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.357023 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.357530 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: service-type May 10 05:26:51.357852 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: sorting.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.358832 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.359159 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: sorting May 10 05:26:51.359479 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: standard_attr_segment.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.360422 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.360925 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 05:26:51.361247 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: standardattrdescription.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.361884 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.362380 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: standard-attr-description May 10 05:26:51.362706 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: stateful_security_group.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.363664 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.364168 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: stateful-security-group May 10 05:26:51.364485 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: stdattrs_common.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.365124 dv-cinder-836996-16-iscsi neutron-server[103419]: WARNING neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 05:26:51.365439 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.366365 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.366868 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 05:26:51.367182 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: subnet_onboard.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.368273 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.368778 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: subnet_onboard May 10 05:26:51.369098 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.370023 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.370523 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 05:26:51.370843 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: subnet_service_types.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.371781 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.372284 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: subnet-service-types May 10 05:26:51.372603 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: subnetallocation.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.373663 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.374539 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: subnet_allocation May 10 05:26:51.374849 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.375506 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.376043 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: subnetpool-prefix-ops May 10 05:26:51.376356 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.377282 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.377785 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 05:26:51.378101 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: tagging.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.379173 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.379710 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: standard-attr-tag May 10 05:26:51.380028 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: timestamp.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.381237 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.381737 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loaded extension: standard-attr-timestamp May 10 05:26:51.382063 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: trunk.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.383136 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.383600 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension trunk not supported by any of loaded plugins May 10 05:26:51.383939 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: trunk_details.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.384842 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.385339 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension trunk-details not supported by any of loaded plugins May 10 05:26:51.385659 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: uplink_status_propagation.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.386562 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.387059 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 05:26:51.387379 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Loading extension file: vlantransparent.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 05:26:51.388068 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 05:26:51.388560 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extension vlan-transparent not supported by any of loaded plugins May 10 05:26:51.391111 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Creating instance of TrackedResource for resource:network May 10 05:26:51.391655 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Creating instance of TrackedResource for resource:subnet May 10 05:26:51.392049 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Creating instance of TrackedResource for resource:subnetpool May 10 05:26:51.392435 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Creating instance of TrackedResource for resource:port May 10 05:26:51.393638 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.v2.resource_helper [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 05:26:51.394078 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.v2.resource_helper [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Service FLAVORS assigned prefix: {{(pid=103419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 05:26:51.394690 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.v2.resource_helper [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 05:26:51.395105 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.v2.resource_helper [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 05:26:51.395436 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Creating instance of TrackedResource for resource:router May 10 05:26:51.395893 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Creating instance of TrackedResource for resource:floatingip May 10 05:26:51.396418 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.v2.resource_helper [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Service METERING assigned prefix: /metering {{(pid=103419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 05:26:51.397868 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.398230 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.398576 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:26:51.399600 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Creating instance of CountableResource for resource:rbac_policy May 10 05:26:51.400035 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Creating instance of TrackedResource for resource:security_group May 10 05:26:51.400455 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 05:26:51.401045 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.v2.resource_helper [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Service CORE assigned prefix: {{(pid=103419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 05:26:51.401375 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Creating instance of TrackedResource for resource:subnetpool May 10 05:26:51.401720 dv-cinder-836996-16-iscsi neutron-server[103419]: WARNING neutron.quota.resource_registry [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] subnetpool is already registered May 10 05:26:51.402143 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.v2.resource_helper [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Service CORE assigned prefix: {{(pid=103419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 05:26:51.402459 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Creating instance of TrackedResource for resource:subnetpool May 10 05:26:51.402780 dv-cinder-836996-16-iscsi neutron-server[103419]: WARNING neutron.quota.resource_registry [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] subnetpool is already registered May 10 05:26:51.405105 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.v2.resource_helper [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 05:26:51.405535 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.v2.resource_helper [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Service FLAVORS assigned prefix: {{(pid=103419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 05:26:51.406114 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.v2.resource_helper [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 05:26:51.406526 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.v2.resource_helper [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 05:26:51.406847 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Creating instance of TrackedResource for resource:router May 10 05:26:51.407176 dv-cinder-836996-16-iscsi neutron-server[103419]: WARNING neutron.quota.resource_registry [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] router is already registered May 10 05:26:51.407581 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Creating instance of TrackedResource for resource:floatingip May 10 05:26:51.407925 dv-cinder-836996-16-iscsi neutron-server[103419]: WARNING neutron.quota.resource_registry [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] floatingip is already registered May 10 05:26:51.408373 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.v2.resource_helper [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Service METERING assigned prefix: /metering {{(pid=103419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 05:26:51.409023 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Creating instance of CountableResource for resource:rbac_policy May 10 05:26:51.409345 dv-cinder-836996-16-iscsi neutron-server[103419]: WARNING neutron.quota.resource_registry [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] rbac_policy is already registered May 10 05:26:51.409754 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Creating instance of TrackedResource for resource:security_group May 10 05:26:51.410081 dv-cinder-836996-16-iscsi neutron-server[103419]: WARNING neutron.quota.resource_registry [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] security_group is already registered May 10 05:26:51.410471 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 05:26:51.410791 dv-cinder-836996-16-iscsi neutron-server[103419]: WARNING neutron.quota.resource_registry [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] security_group_rule is already registered May 10 05:26:51.411392 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.v2.resource_helper [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Service CORE assigned prefix: {{(pid=103419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 05:26:51.411749 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Creating instance of TrackedResource for resource:subnetpool May 10 05:26:51.412100 dv-cinder-836996-16-iscsi neutron-server[103419]: WARNING neutron.quota.resource_registry [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] subnetpool is already registered May 10 05:26:51.412505 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.v2.resource_helper [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Service CORE assigned prefix: {{(pid=103419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 05:26:51.412825 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Creating instance of TrackedResource for resource:subnetpool May 10 05:26:51.413142 dv-cinder-836996-16-iscsi neutron-server[103419]: WARNING neutron.quota.resource_registry [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] subnetpool is already registered May 10 05:26:51.413611 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: extensions {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.415059 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: address-groups {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.416578 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: address-scopes {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.417887 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: agents {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.419041 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: auto-allocated-topology {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.420335 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: availability_zones {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.421562 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: dhcp-networks {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.423079 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: dhcp-agents {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.424616 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: routers {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.426806 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: flavors {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.428039 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: service_profiles {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.429227 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: next_providers {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.430745 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: service_profiles {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.432294 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: floatingip-pools {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.433507 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: routers {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.435603 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: floatingips {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.437759 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: l3-routers {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.439163 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: l3-agents {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.440609 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: metering-labels {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.441950 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: metering-label-rules {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.443262 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: network-ip-availabilities {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.444532 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: bindings {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.446179 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: quotas {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.447757 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: quotas {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.449266 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: rbac-policies {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.450539 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: security-groups {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.451787 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: security-group-rules {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.453020 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: service-providers {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.454234 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: subnetpools {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.455607 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: subnetpools {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.457090 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: tags {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.458814 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: tags {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.460657 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: tags {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.462553 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: tags {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.464366 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: tags {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.466195 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: tags {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.467913 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: tags {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.469811 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: tags {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.471546 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: tags {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.473403 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Extended resource: tags {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 05:26:51.479353 dv-cinder-836996-16-iscsi neutron-server[103419]: WARNING keystonemiddleware.auth_token [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 05:26:51.484605 dv-cinder-836996-16-iscsi neutron-server[103419]: WARNING keystonemiddleware.auth_token [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 05:26:51.493330 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_concurrency.lockutils [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Acquired lock "singleton_lock" {{(pid=103419) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 10 05:26:51.493804 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_concurrency.lockutils [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Releasing lock "singleton_lock" {{(pid=103419) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 10 05:26:51.494456 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO oslo_service.service [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Starting 2 workers May 10 05:26:51.499676 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Started child 103528 {{(pid=103419) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 05:26:51.504152 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Started child 103529 {{(pid=103419) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 05:26:51.505022 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:26:51.505722 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO neutron.service [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Neutron service started, listening on 0.0.0.0:9696 May 10 05:26:51.506377 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:26:51.506666 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [-] (103528) wsgi starting up on http://0.0.0.0:9696 May 10 05:26:51.508755 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO oslo_service.service [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Starting 1 workers May 10 05:26:51.508910 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:26:51.510153 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [-] (103529) wsgi starting up on http://0.0.0.0:9696 May 10 05:26:51.514029 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Started child 103530 {{(pid=103419) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 05:26:51.514547 dv-cinder-836996-16-iscsi neutron-server[103419]: INFO oslo_service.service [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Starting 1 workers May 10 05:26:51.517628 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.service [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] calling RpcWorker wait() {{(pid=103530) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 05:26:51.518193 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.service [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] returning from RpcWorker wait() {{(pid=103530) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 05:26:51.519046 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Started child 103531 {{(pid=103419) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 05:26:51.519435 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:26:51.519842 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f32b4b96-5939-47a2-ae91-0ba526e118a3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:26:51.519995 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:26:51.521718 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103419) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 10 05:26:51.521895 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 05:26:51.522269 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 05:26:51.522454 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 05:26:51.522938 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 05:26:51.523086 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 05:26:51.523618 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.523927 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.524052 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:26:51.524515 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.524515 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.524996 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.525341 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.525589 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.525836 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.526088 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.526246 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.526577 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.526840 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.527073 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.527400 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.527679 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.527927 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.528149 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.528325 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.528572 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.528843 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.529086 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.529368 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] debug = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.529611 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.530101 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.530345 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.530565 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.530809 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.531071 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.531296 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.531562 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.531812 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.532043 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.532274 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.532516 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.532755 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.532982 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.533191 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.533437 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.533650 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.534116 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] host = dv-cinder-836996-16-iscsi {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.534373 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.534587 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.534831 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.535071 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.535317 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.535528 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.535825 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.536066 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.536317 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.536534 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.536769 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.537043 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.537272 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.537512 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_file = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.537674 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_options = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.537911 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.538177 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.538435 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.538623 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.538786 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.538945 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.539185 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.539345 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.539631 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.539834 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.540054 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.540247 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.540488 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.540707 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.540946 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.541157 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.541385 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.541584 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.541857 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.542079 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.542301 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.542523 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.542750 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.542976 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.543184 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.543394 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.543634 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.543863 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.544070 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.544301 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.545294 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:26:51.545694 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.545959 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.546201 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.547199 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.548031 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.549565 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.550306 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.550517 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.551008 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.551499 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.551716 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.551980 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.553304 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.553304 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.553594 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.553750 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.554563 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] use_json = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.554563 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.554563 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.554977 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.554977 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.555247 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.555633 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.555633 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.555871 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.556080 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.556500 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.556774 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.557095 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.557360 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.557629 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.557877 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.558131 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.558355 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.558604 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.558853 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.559177 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.559420 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.559771 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.560026 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.560302 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.560637 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.560951 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.561198 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.561379 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.561602 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.561832 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.562070 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.562447 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.562669 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.562957 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.563085 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.563280 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.563615 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.563884 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.564157 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.564490 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.564779 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.565043 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.565330 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.565527 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.565799 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.565997 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.566260 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.566507 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.567103 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.567103 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.567345 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.567467 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.567657 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.567872 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.569293 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.569293 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.569293 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.569293 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.569293 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.569293 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.571141 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.571141 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.571141 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.571141 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.571141 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.571141 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.571141 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.571141 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.571141 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.573157 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.573157 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.573157 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.573157 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.573157 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.573157 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.573157 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.573157 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.573157 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.574718 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.574718 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.574718 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.574718 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.574718 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.574718 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.574718 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.574718 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.575852 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.575852 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.575852 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.575852 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.575852 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.576373 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.576373 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.576373 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.576583 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.576798 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.577051 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.577237 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.577405 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.577648 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.579099 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.579099 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.579099 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.579099 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.579099 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.580894 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.580894 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.580894 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.580894 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.580894 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.580894 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.580894 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.580894 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.581893 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.581893 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.581893 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.581893 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.581893 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.582460 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.582460 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.582460 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.582814 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.582934 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.583932 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.583932 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.583932 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.584324 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.584324 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.584560 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.584728 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.584964 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.585256 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.585547 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.585816 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.586098 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.586345 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.586567 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.586824 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.587052 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.587438 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.587621 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.587979 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.588196 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.588442 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.588977 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.588977 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.589250 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.589441 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.589834 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.589834 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.590164 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.590342 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.590588 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.591532 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.591532 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.591532 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.591532 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.592419 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.592419 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.592419 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.592821 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.592821 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.593079 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.593214 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.593349 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.593556 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.593791 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.594003 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.594247 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.594476 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.594711 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.594939 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.595895 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.595895 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.595895 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.595895 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.596552 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.596552 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.596552 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.596963 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.596963 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.597228 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.597365 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.597535 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.597814 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.598080 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.598300 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.598541 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.598796 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.599032 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.599241 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.599505 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.599748 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.600058 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.600234 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.600417 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.600582 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.600759 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.600983 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.601192 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.601452 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.601682 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.602024 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.602258 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.602491 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.602748 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.602994 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.603209 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.603424 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.603689 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.603922 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.604135 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.604352 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.604585 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.604822 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.605044 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.605258 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.605512 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.605780 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.606015 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.606502 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.606502 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.606798 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.606934 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.607091 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.607332 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.607558 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.607793 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.608018 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.608231 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.608461 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.608749 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.608980 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.609228 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.609475 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.609707 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.609901 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.610129 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.610337 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.610580 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.610799 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.611011 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.611216 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.611438 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.611669 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.611875 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.612093 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.612307 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.612514 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.612767 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.612994 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.613199 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.613421 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.613654 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.613854 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.614078 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.614291 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.614514 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.614733 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.614976 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.615203 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.615451 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.615699 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.615907 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.617472 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.617472 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.617472 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.617472 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.617472 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.617472 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.617943 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.617943 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.618090 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.618249 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.618542 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.618758 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.618997 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.619232 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.619465 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.619708 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.619963 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.620285 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.620558 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.620810 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.621062 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.621333 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.621623 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.621905 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.622131 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.622417 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.622732 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.623002 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.623256 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.623511 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.623794 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.624039 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.624616 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.624835 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.625055 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.625272 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.625526 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.625780 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.626004 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.626219 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.626445 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.626662 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.626912 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.627122 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.627342 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.627500 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:26:51.627627 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.627732 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 05:26:51.628252 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103419) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 10 05:26:51.628417 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 05:26:51.628569 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 05:26:51.628736 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 05:26:51.628903 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 05:26:51.629052 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 05:26:51.629258 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.629423 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.629584 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.629742 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.629922 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.630081 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.630239 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.630397 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.630599 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.631121 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.631121 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.631121 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.631345 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.631345 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.631490 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.631643 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.631786 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.632018 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.632122 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.632239 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.632414 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.632673 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] debug = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.632673 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.633091 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.633091 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.633315 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.633406 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.633499 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.633633 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.633788 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.633945 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.634100 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.634260 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.634415 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.634724 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.634724 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.634882 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.635008 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.635165 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.635320 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] host = dv-cinder-836996-16-iscsi {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.635478 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.635656 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.635815 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.635974 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.636131 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.636289 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.636444 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.636598 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.636755 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.636911 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.637218 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.637218 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.637369 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.637500 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_file = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.637658 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_options = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.637819 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.637975 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.638131 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.638312 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.638473 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.638630 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.638786 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.638942 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.639101 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.639259 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.639417 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.639609 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.639748 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.639906 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.640062 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.640220 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.640377 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.640535 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.640691 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.640849 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.641011 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.641168 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.641326 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.641486 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.641644 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.641800 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.642029 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.642163 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.642248 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.642403 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.642559 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.642715 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.642871 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.643029 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.643304 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.643472 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.643650 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.643809 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.643969 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.644127 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.644283 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.644439 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.644596 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.644753 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.644910 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.645066 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.645222 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] use_json = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.645378 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.645533 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.645688 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.645898 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.645995 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.646142 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.646348 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.646508 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.646664 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 05:26:51.646841 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.647004 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.647173 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.647332 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.647517 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.647738 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.647898 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.648057 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.648215 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.648374 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.648539 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.648699 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.648869 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.649030 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.649188 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.649349 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.649507 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.649669 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.649828 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.649988 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.650146 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.650304 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.650473 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.650632 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.650789 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.650947 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.651104 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.651271 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.651432 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.651613 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.651789 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.651947 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.652110 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.652270 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.652427 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.652600 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.653379 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.653379 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.653379 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.653379 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.653379 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.653730 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.653730 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.654363 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.654363 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.654363 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.654363 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.654363 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.654701 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.654701 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.654843 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.655467 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.655467 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.655467 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.655467 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.656477 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.656477 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.656477 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.656477 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.656477 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.656477 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.656477 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.657787 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.657787 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.657787 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.657787 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.657787 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.657787 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.657787 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.657787 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.657787 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.658542 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.658542 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.658542 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.658542 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.658542 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.659005 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.659005 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.659005 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.659206 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.659285 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.659408 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.659567 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.659802 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.659900 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.660048 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.660209 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.660367 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.660526 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.660685 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.660852 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.661018 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.661176 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.661335 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.661494 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.661655 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.661834 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.662021 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.662247 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.662345 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.662484 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.662641 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.662791 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.662947 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.663095 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.663253 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.663411 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.663585 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.663746 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.663904 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.664062 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.664221 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.664378 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.664536 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.664694 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.664852 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.665012 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.665170 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.665337 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.665497 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.665657 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.665816 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.665981 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.666153 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.666312 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.666474 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.666632 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.666791 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.666951 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.667111 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.667269 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.667430 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.667616 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.667769 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.667940 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.668098 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.668257 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.668417 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.668597 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.668755 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.668913 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.669071 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.669228 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.669377 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.669708 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.669708 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.670012 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.670012 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.670167 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.670278 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.670437 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.670595 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.670752 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.670910 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.671068 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.671226 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.671384 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.671544 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.671723 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.671883 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.672041 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.672201 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.672367 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.672514 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.672671 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.672830 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.672991 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.673151 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.673312 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.673470 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.673628 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.673788 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.673945 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.674102 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.674550 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.674550 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.674550 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.674787 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.674866 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.675005 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.675164 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.675322 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.675483 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.675660 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.675821 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.675980 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.676139 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.676299 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.676457 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.676615 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.676774 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.676932 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.677091 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.677267 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.677443 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.677609 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.677774 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.677932 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.678092 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.678251 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.678434 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.678594 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.678775 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.678936 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.679095 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.679255 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.679412 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.679599 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.679746 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.679909 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.680074 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.680233 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.680391 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.680551 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.680711 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.680870 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.681029 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.681187 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.681345 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.681503 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.681660 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.681819 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.681990 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.682149 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.682306 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.682464 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.682622 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.682780 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.682947 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.683104 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.683263 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.683420 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.683599 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.683754 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.683923 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.684081 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.684239 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.684397 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.684555 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.684714 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.684881 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.685039 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.685196 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.685354 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.685513 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.685671 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.685838 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.685995 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.686153 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.686310 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.686467 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.686626 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.686794 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.686953 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.687111 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.687268 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.687427 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.687592 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.687768 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.687931 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.688090 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.688255 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.688412 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.688569 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.688728 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.688898 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.689057 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.689218 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.689376 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.689535 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.689692 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.689852 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.690015 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.690183 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.690349 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.690510 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.690677 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.690843 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.691048 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.691170 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.691334 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.691503 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.691682 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.691843 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.692002 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.692161 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.692321 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.692479 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.692642 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.692799 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.692956 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.693162 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.693325 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.693491 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.693632 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.693789 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.693947 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.694105 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.694262 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.694420 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.694577 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 05:26:51.694730 dv-cinder-836996-16-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 05:26:51.758314 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 44642) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:26:51.771862 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100932 May 10 05:27:02.974224 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722450e0-1e0f-45d3-839c-d63c0eac9658 None None] get_active_networks_info from dv-cinder-836996-16-iscsi {{(pid=103530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 10 05:27:03.026297 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722450e0-1e0f-45d3-839c-d63c0eac9658 None None] No non-hosted networks {{(pid=103530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 05:27:03.035538 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.agentschedulers_db [None req-722450e0-1e0f-45d3-839c-d63c0eac9658 None None] DHCP Agent not found on host dv-cinder-836996-16-iscsi {{(pid=103530) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 10 05:27:03.083500 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-779d0f91-41e4-4889-8bc0-f50d96771752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415938'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:05.333148 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-de941ae2-0abd-4f36-a234-7f7b2f90fb55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415938'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:05.389505 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ab0630f7-4e38-4dd3-a11d-0aa9075b46d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:06.045491 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 44708) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:27:06.541814 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415938'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:06.609241 dv-cinder-836996-16-iscsi neutron-server[103529]: WARNING oslo_policy.policy [None req-279432a0-fa86-4321-af68-32fab972417c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 05:27:06.609883 dv-cinder-836996-16-iscsi neutron-server[103529]: WARNING oslo_policy.policy [None req-279432a0-fa86-4321-af68-32fab972417c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 05:27:06.830630 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [None req-279432a0-fa86-4321-af68-32fab972417c admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 05:27:06.843160 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-279432a0-fa86-4321-af68-32fab972417c admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7843058 May 10 05:27:07.547156 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415938'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:09.323801 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 44732) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:27:09.378355 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415938'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:09.379967 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:09.380625 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:09.381316 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:09.382019 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:09.382619 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:09.383183 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:09.383749 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:09.386525 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:09.388127 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:09.388728 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:09.389416 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:09.389991 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:09.390553 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:09.391127 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:09.391729 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:09.392384 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836996-16-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:27:09.411767 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836996-16-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:27:09.733460 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-232bf52f-0de8-447f-b7b2-cc582e321faf admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:27:09.822889 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.policy [None req-232bf52f-0de8-447f-b7b2-cc582e321faf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103529) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 05:27:09.863951 dv-cinder-836996-16-iscsi neutron-server[103529]: WARNING oslo_policy.policy [None req-232bf52f-0de8-447f-b7b2-cc582e321faf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 05:27:09.864339 dv-cinder-836996-16-iscsi neutron-server[103529]: WARNING oslo_policy.policy [None req-232bf52f-0de8-447f-b7b2-cc582e321faf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 05:27:09.965536 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-232bf52f-0de8-447f-b7b2-cc582e321faf admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771213677184', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771213676684', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771213660611', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771213717600', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771213713472', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771213704102', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1503263', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1481701', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-499581', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-619998'] for rbac-policy (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:10.040006 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-232bf52f-0de8-447f-b7b2-cc582e321faf admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:10.050984 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-232bf52f-0de8-447f-b7b2-cc582e321faf admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7162759 May 10 05:27:10.571344 dv-cinder-836996-16-iscsi neutron-server[103530]: INFO neutron.db.l3_hamode_db [None req-c6e9f461-5f89-49e3-b292-4f86023cdf5d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 05:27:10.651761 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e9f461-5f89-49e3-b292-4f86023cdf5d None None] Routers set() bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:27:10.652120 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e9f461-5f89-49e3-b292-4f86023cdf5d None None] Router IDs set() for agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 10 05:27:12.434449 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 44754) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:27:12.796297 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:27:12.827369 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Made reservation on behalf of 294a6d4f4d1f45058a0706d961479db2 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:27:12.830958 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:12.848079 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:12.957010 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Publish callbacks [] for security_group (beb5ba76-ec42-4591-8117-bea1da368223), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:12.964005 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (beb5ba76-ec42-4591-8117-bea1da368223), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:12.988106 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 05:27:13.022371 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771215551272', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (5f5b65aa-4ba4-48c8-bb0e-77447574eb2c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:13.023058 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Unsubscribe: segment precommit_create {{(pid=103529) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 05:27:13.023627 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.db.segments_db [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Added segment 5f5b65aa-4ba4-48c8-bb0e-77447574eb2c of type vlan for network bcb4366f-6f35-4e52-b773-257adee02831 May 10 05:27:13.039014 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=beb5ba76-ec42-4591-8117-bea1da368223,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:27:13.089862 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:13.090086 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:13.090462 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:13.090804 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:13.091123 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:13.091441 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:13.091783 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:13.092096 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:13.092420 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:13.092737 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:13.093044 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:13.093607 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:13.093923 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:13.094215 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:13.094522 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Tracked resource versions report: May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: pushed versions: May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: { 'AddressGroup': {'1.2'}, May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: 'Agent': {'1.1'}, May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: 'ConntrackHelper': {'1.0'}, May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: 'LocalIPAssociation': {'1.0'}, May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: 'Log': {'1.0'}, May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: 'NDPProxy': {'1.0'}, May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: 'Network': {'1.1'}, May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: 'Port': {'1.7'}, May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: 'PortForwarding': {'1.3'}, May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: 'QosPolicy': {'1.10'}, May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: 'SecurityGroup': {'1.5'}, May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: 'SecurityGroupRule': {'1.2'}, May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: 'SubPort': {'1.0'}, May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: 'Subnet': {'1.1'}, May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: 'Trunk': {'1.1'}} May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: consumer versions: May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: { DHCP agent@dv-cinder-836996-16-iscsi: {}, May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: L3 agent@dv-cinder-836996-16-iscsi: {}, May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: Metadata agent@dv-cinder-836996-16-iscsi: {}, May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: Metering agent@dv-cinder-836996-16-iscsi: {}, May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: Open vSwitch agent@dv-cinder-836996-16-iscsi: { 'AddressGroup': '1.2', May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: 'Agent': '1.1', May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: 'ConntrackHelper': '1.0', May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: 'LocalIPAssociation': '1.0', May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: 'Log': '1.0', May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: 'NDPProxy': '1.0', May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: 'Network': '1.1', May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: 'Port': '1.7', May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: 'PortForwarding': '1.3', May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: 'QosPolicy': '1.10', May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: 'SecurityGroup': '1.5', May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: 'SecurityGroupRule': '1.2', May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: 'SubPort': '1.0', May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: 'Subnet': '1.1', May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: 'Trunk': '1.1'}} May 10 05:27:13.096013 dv-cinder-836996-16-iscsi neutron-server[103529]: {{(pid=103529) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 05:27:13.140212 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215042991'] for network (bcb4366f-6f35-4e52-b773-257adee02831), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:13.183263 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for network (bcb4366f-6f35-4e52-b773-257adee02831), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:13.191512 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:27:13.192600 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:13.291168 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8556285 May 10 05:27:13.316843 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01bd18f-3d97-481c-9231-1edba68d2d30 demo demo] Pushing event updated for resources: {'Network': ['ID=bcb4366f-6f35-4e52-b773-257adee02831,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:27:13.329635 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Network bcb4366f-6f35-4e52-b773-257adee02831 details requested by agent ovs-agent-dv-cinder-836996-16-iscsi with host dv-cinder-836996-16-iscsi {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 05:27:15.775519 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 44766) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:27:16.219998 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c2de4e-20d7-458d-8f35-ecb771a7991c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:27:16.221363 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-71c2de4e-20d7-458d-8f35-ecb771a7991c demo admin] 10.222.0.23 "GET /v2.0/networks/bcb4366f-6f35-4e52-b773-257adee02831 HTTP/1.1" status: 200 len: 825 time: 0.4445307 May 10 05:27:16.250197 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-4490fd03-01c6-4d2a-9890-8fb7451abeb6 demo admin] 10.222.0.23 "GET /v2.0/subnetpools/626b772b-530e-4cd9-afd0-8bb4ef887ad2 HTTP/1.1" status: 200 len: 734 time: 0.0194445 May 10 05:27:16.258455 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-e3d1e614-0c67-489e-8d99-7fe7927693c5 demo admin] Request body: {'subnet': {'subnetpool_id': '626b772b-530e-4cd9-afd0-8bb4ef887ad2', 'network_id': 'bcb4366f-6f35-4e52-b773-257adee02831', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:27:16.282406 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d1e614-0c67-489e-8d99-7fe7927693c5 demo admin] Made reservation on behalf of 294a6d4f4d1f45058a0706d961479db2 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:27:16.284601 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3d1e614-0c67-489e-8d99-7fe7927693c5 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:16.587773 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3d1e614-0c67-489e-8d99-7fe7927693c5 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for subnet (4737cbce-529f-44fc-b698-6fdba09b489e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:16.652171 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1e614-0c67-489e-8d99-7fe7927693c5 demo admin] Pushing event updated for resources: {'Subnet': ['ID=4737cbce-529f-44fc-b698-6fdba09b489e,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:27:16.661822 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d1e614-0c67-489e-8d99-7fe7927693c5 demo admin] Checking segment: {'id': '5f5b65aa-4ba4-48c8-bb0e-77447574eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bcb4366f-6f35-4e52-b773-257adee02831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:27:16.662177 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d1e614-0c67-489e-8d99-7fe7927693c5 demo admin] Network hostable DHCP agents. Network: bcb4366f-6f35-4e52-b773-257adee02831, hostable agents: ['80185445-a40d-4750-a48c-216d3708fc1f'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 05:27:16.683972 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d1e614-0c67-489e-8d99-7fe7927693c5 demo admin] Network bcb4366f-6f35-4e52-b773-257adee02831 is scheduled to be hosted by DHCP agent 80185445-a40d-4750-a48c-216d3708fc1f with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 05:27:16.695382 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-e3d1e614-0c67-489e-8d99-7fe7927693c5 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-16-iscsi, bcb4366f-6f35-4e52-b773-257adee02831) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:27:16.700059 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d1e614-0c67-489e-8d99-7fe7927693c5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:27:16.700683 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3d1e614-0c67-489e-8d99-7fe7927693c5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:16.705630 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e423c616-2e22-453e-8382-6edc262148c6 None None] Network bcb4366f-6f35-4e52-b773-257adee02831 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:27:16.716706 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-e3d1e614-0c67-489e-8d99-7fe7927693c5 demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4614027 May 10 05:27:16.967529 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77a1f43e-83cf-5f9e-974f-aeeb96f1245d-bcb4366f-6f35-4e52-b773-257adee02831', 'network_id': 'bcb4366f-6f35-4e52-b773-257adee02831', 'project_id': '294a6d4f4d1f45058a0706d961479db2', 'fixed_ips': [{'subnet_id': '4737cbce-529f-44fc-b698-6fdba09b489e'}]}} from dv-cinder-836996-16-iscsi. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 05:27:16.968848 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:17.243239 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Allocated IP 172.20.0.2 (bcb4366f-6f35-4e52-b773-257adee02831/4737cbce-529f-44fc-b698-6fdba09b489e/a5231f10-7f2f-4b0c-b7d1-8067d2af3537) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:27:17.517959 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Publish callbacks [] for port (a5231f10-7f2f-4b0c-b7d1-8067d2af3537), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:17.525952 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (a5231f10-7f2f-4b0c-b7d1-8067d2af3537), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:17.594842 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Network bcb4366f-6f35-4e52-b773-257adee02831 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:27:17.600833 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:27:17.611822 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:27:17.615313 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Pushing event updated for resources: {'Port': ['ID=a5231f10-7f2f-4b0c-b7d1-8067d2af3537,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:27:17.650288 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:17.650288 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:17.650288 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:17.650288 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:17.650288 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:17.650795 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:17.650795 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:17.650957 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:17.651253 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:17.651595 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:17.651903 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:17.652228 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:17.652515 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:17.652824 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:17.653130 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Tracked resource versions report: May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: pushed versions: May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: { 'AddressGroup': {'1.2'}, May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: 'Agent': {'1.1'}, May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: 'ConntrackHelper': {'1.0'}, May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: 'LocalIPAssociation': {'1.0'}, May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: 'Log': {'1.0'}, May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: 'NDPProxy': {'1.0'}, May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: 'Network': {'1.1'}, May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: 'Port': {'1.7'}, May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: 'PortForwarding': {'1.3'}, May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: 'QosPolicy': {'1.10'}, May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: 'SecurityGroup': {'1.5'}, May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: 'SecurityGroupRule': {'1.2'}, May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: 'SubPort': {'1.0'}, May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: 'Subnet': {'1.1'}, May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: 'Trunk': {'1.1'}} May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: consumer versions: May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: { DHCP agent@dv-cinder-836996-16-iscsi: {}, May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: L3 agent@dv-cinder-836996-16-iscsi: {}, May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: Metadata agent@dv-cinder-836996-16-iscsi: {}, May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: Metering agent@dv-cinder-836996-16-iscsi: {}, May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: Open vSwitch agent@dv-cinder-836996-16-iscsi: { 'AddressGroup': '1.2', May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: 'Agent': '1.1', May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: 'ConntrackHelper': '1.0', May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: 'LocalIPAssociation': '1.0', May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: 'Log': '1.0', May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: 'NDPProxy': '1.0', May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: 'Network': '1.1', May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: 'Port': '1.7', May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: 'PortForwarding': '1.3', May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: 'QosPolicy': '1.10', May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: 'SecurityGroup': '1.5', May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: 'SecurityGroupRule': '1.2', May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: 'SubPort': '1.0', May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: 'Subnet': '1.1', May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: 'Trunk': '1.1'}} May 10 05:27:17.654641 dv-cinder-836996-16-iscsi neutron-server[103530]: {{(pid=103530) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 05:27:17.704473 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Attempting to bind port a5231f10-7f2f-4b0c-b7d1-8067d2af3537 on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:27:17.704870 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Attempting to bind port a5231f10-7f2f-4b0c-b7d1-8067d2af3537 by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': '5f5b65aa-4ba4-48c8-bb0e-77447574eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bcb4366f-6f35-4e52-b773-257adee02831'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:27:17.705295 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Attempting to bind port a5231f10-7f2f-4b0c-b7d1-8067d2af3537 on network bcb4366f-6f35-4e52-b773-257adee02831 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:27:17.710413 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:27:17.710994 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Checking segment: {'id': '5f5b65aa-4ba4-48c8-bb0e-77447574eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bcb4366f-6f35-4e52-b773-257adee02831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:27:17.711271 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:17.711690 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Bound using segment: {'id': '5f5b65aa-4ba4-48c8-bb0e-77447574eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bcb4366f-6f35-4e52-b773-257adee02831'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:27:17.712186 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Bound port: a5231f10-7f2f-4b0c-b7d1-8067d2af3537, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5b65aa-4ba4-48c8-bb0e-77447574eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bcb4366f-6f35-4e52-b773-257adee02831'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:27:17.712579 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (a5231f10-7f2f-4b0c-b7d1-8067d2af3537), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:17.775364 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] For port a5231f10-7f2f-4b0c-b7d1-8067d2af3537, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:27:17.794584 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] For port a5231f10-7f2f-4b0c-b7d1-8067d2af3537, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=a5231f10-7f2f-4b0c-b7d1-8067d2af3537,segment=NetworkSegment(5f5b65aa-4ba4-48c8-bb0e-77447574eb2c),segment_id=5f5b65aa-4ba4-48c8-bb0e-77447574eb2c)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:27:17.801367 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (a5231f10-7f2f-4b0c-b7d1-8067d2af3537), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:17.861837 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeac358-2fa3-409f-82c5-7e328346c556 None None] Pushing event updated for resources: {'Port': ['ID=a5231f10-7f2f-4b0c-b7d1-8067d2af3537,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:27:19.181286 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 44774) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:27:19.508880 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [None req-1010180a-c282-43d5-99f7-765f85c2f580 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 05:27:19.509917 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-1010180a-c282-43d5-99f7-765f85c2f580 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3277216 May 10 05:27:21.953979 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 44782) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:27:22.276177 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [None req-9979f6a2-8708-4431-a9d1-bd1e5de4efc9 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 05:27:22.277162 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-9979f6a2-8708-4431-a9d1-bd1e5de4efc9 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3221443 May 10 05:27:24.736107 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 44790) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:27:25.263932 dv-cinder-836996-16-iscsi neutron-server[103528]: WARNING oslo_policy.policy [None req-b9b89095-a0c1-4821-9481-5ca99b070fae demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 05:27:25.264482 dv-cinder-836996-16-iscsi neutron-server[103528]: WARNING oslo_policy.policy [None req-b9b89095-a0c1-4821-9481-5ca99b070fae demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 05:27:25.478966 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b9b89095-a0c1-4821-9481-5ca99b070fae demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:27:25.536716 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.policy [None req-b9b89095-a0c1-4821-9481-5ca99b070fae demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103528) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 05:27:25.577916 dv-cinder-836996-16-iscsi neutron-server[103528]: WARNING oslo_policy.policy [None req-b9b89095-a0c1-4821-9481-5ca99b070fae demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 05:27:25.578305 dv-cinder-836996-16-iscsi neutron-server[103528]: WARNING oslo_policy.policy [None req-b9b89095-a0c1-4821-9481-5ca99b070fae demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 05:27:25.641265 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9b89095-a0c1-4821-9481-5ca99b070fae demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1813'] for router (27ac0a53-71dd-4b31-bc4f-f6170e6735d2), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:25.643130 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9b89095-a0c1-4821-9481-5ca99b070fae demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router (27ac0a53-71dd-4b31-bc4f-f6170e6735d2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:25.799402 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9b89095-a0c1-4821-9481-5ca99b070fae demo demo] Publish callbacks [] for router_controller (27ac0a53-71dd-4b31-bc4f-f6170e6735d2), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:25.805090 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9b89095-a0c1-4821-9481-5ca99b070fae demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423434'] for router (27ac0a53-71dd-4b31-bc4f-f6170e6735d2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:25.828567 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9b89095-a0c1-4821-9481-5ca99b070fae demo demo] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:25.830033 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-b9b89095-a0c1-4821-9481-5ca99b070fae demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0920036 May 10 05:27:28.058752 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device a5231f10-7f2f-4b0c-b7d1-8067d2af3537 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:27:28.156973 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port a5231f10-7f2f-4b0c-b7d1-8067d2af3537 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:27:28.157382 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (a5231f10-7f2f-4b0c-b7d1-8067d2af3537), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:28.270862 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port a5231f10-7f2f-4b0c-b7d1-8067d2af3537 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:27:28.271244 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (a5231f10-7f2f-4b0c-b7d1-8067d2af3537), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:28.293310 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 44810) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:27:28.307337 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] For port a5231f10-7f2f-4b0c-b7d1-8067d2af3537, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=a5231f10-7f2f-4b0c-b7d1-8067d2af3537,segment=NetworkSegment(5f5b65aa-4ba4-48c8-bb0e-77447574eb2c),segment_id=5f5b65aa-4ba4-48c8-bb0e-77447574eb2c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:27:28.311710 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (a5231f10-7f2f-4b0c-b7d1-8067d2af3537), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:28.358518 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Pushing event updated for resources: {'Port': ['ID=a5231f10-7f2f-4b0c-b7d1-8067d2af3537,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:27:28.636582 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [None req-660bbbc8-fe0d-4fdc-8d84-d97e90a05516 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 05:27:28.637540 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-660bbbc8-fe0d-4fdc-8d84-d97e90a05516 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3432224 May 10 05:27:29.219944 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9252dfa9-9282-4e2a-b8ff-4f56e07403ec None None] Network bcb4366f-6f35-4e52-b773-257adee02831 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:27:29.309478 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f515fa8b-a3dd-4a88-b649-1ca285665004 None None] Provisioning complete for port a5231f10-7f2f-4b0c-b7d1-8067d2af3537 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:27:29.309478 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f515fa8b-a3dd-4a88-b649-1ca285665004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (a5231f10-7f2f-4b0c-b7d1-8067d2af3537), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:29.421784 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f515fa8b-a3dd-4a88-b649-1ca285665004 None None] Current status of the port a5231f10-7f2f-4b0c-b7d1-8067d2af3537 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:27:29.540462 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c0699e97-ad5f-4da0-a5b2-32af01d4246d None None] Provisioning complete for port a5231f10-7f2f-4b0c-b7d1-8067d2af3537 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:27:29.540847 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c0699e97-ad5f-4da0-a5b2-32af01d4246d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (a5231f10-7f2f-4b0c-b7d1-8067d2af3537), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:29.618065 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c0699e97-ad5f-4da0-a5b2-32af01d4246d None None] Current status of the port a5231f10-7f2f-4b0c-b7d1-8067d2af3537 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:27:30.037218 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device a5231f10-7f2f-4b0c-b7d1-8067d2af3537 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:27:30.083921 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port a5231f10-7f2f-4b0c-b7d1-8067d2af3537 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:27:30.084315 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (a5231f10-7f2f-4b0c-b7d1-8067d2af3537), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:30.157909 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port a5231f10-7f2f-4b0c-b7d1-8067d2af3537 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:27:31.089549 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 44818) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:27:31.432041 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:27:31.455788 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Made reservation on behalf of 3a8435696f504d709a504bf384af26ea for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:27:31.458615 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:31.474580 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:31.586850 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Publish callbacks [] for security_group (6efb1d1a-c9bd-463a-a4c1-a8504daa7815), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:31.591956 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (6efb1d1a-c9bd-463a-a4c1-a8504daa7815), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:31.603108 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Reserving flat network on physical network physnet1 {{(pid=103528) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 05:27:31.634888 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771215551272', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (26427317-6bb1-4024-9179-e7d274932330), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:31.635456 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Unsubscribe: segment precommit_create {{(pid=103528) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 05:27:31.636014 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.db.segments_db [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Added segment 26427317-6bb1-4024-9179-e7d274932330 of type flat for network 87bc626b-a764-429e-8d11-cdbbe513fac5 May 10 05:27:31.651408 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efb1d1a-c9bd-463a-a4c1-a8504daa7815,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:27:31.699132 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:31.699623 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:31.699833 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:31.700121 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:31.700472 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:31.700796 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:31.701145 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:31.701400 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:31.701731 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:31.702104 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:31.702376 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:31.702693 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:31.703004 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:31.703312 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:31.703644 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Tracked resource versions report: May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: pushed versions: May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: { 'AddressGroup': {'1.2'}, May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: 'Agent': {'1.1'}, May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: 'ConntrackHelper': {'1.0'}, May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: 'LocalIPAssociation': {'1.0'}, May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: 'Log': {'1.0'}, May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: 'NDPProxy': {'1.0'}, May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: 'Network': {'1.1'}, May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: 'Port': {'1.7'}, May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: 'PortForwarding': {'1.3'}, May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: 'QosPolicy': {'1.10'}, May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: 'SecurityGroup': {'1.5'}, May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: 'SecurityGroupRule': {'1.2'}, May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: 'SubPort': {'1.0'}, May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: 'Subnet': {'1.1'}, May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: 'Trunk': {'1.1'}} May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: consumer versions: May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: { DHCP agent@dv-cinder-836996-16-iscsi: {}, May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: L3 agent@dv-cinder-836996-16-iscsi: {}, May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: Metadata agent@dv-cinder-836996-16-iscsi: {}, May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: Metering agent@dv-cinder-836996-16-iscsi: {}, May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: Open vSwitch agent@dv-cinder-836996-16-iscsi: { 'AddressGroup': '1.2', May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: 'Agent': '1.1', May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: 'ConntrackHelper': '1.0', May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: 'LocalIPAssociation': '1.0', May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: 'Log': '1.0', May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: 'NDPProxy': '1.0', May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: 'Network': '1.1', May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: 'Port': '1.7', May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: 'PortForwarding': '1.3', May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: 'QosPolicy': '1.10', May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: 'SecurityGroup': '1.5', May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: 'SecurityGroupRule': '1.2', May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: 'SubPort': '1.0', May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: 'Subnet': '1.1', May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: 'Trunk': '1.1'}} May 10 05:27:31.705071 dv-cinder-836996-16-iscsi neutron-server[103528]: {{(pid=103528) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 05:27:31.755592 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215042991'] for network (87bc626b-a764-429e-8d11-cdbbe513fac5), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:31.799421 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for network (87bc626b-a764-429e-8d11-cdbbe513fac5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:31.800596 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:27:31.801264 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:31.886505 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7955506 May 10 05:27:31.899499 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492020a-55ac-444b-8c12-f9d16ca18deb admin admin] Pushing event updated for resources: {'Network': ['ID=87bc626b-a764-429e-8d11-cdbbe513fac5,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:27:31.916922 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Network 87bc626b-a764-429e-8d11-cdbbe513fac5 details requested by agent ovs-agent-dv-cinder-836996-16-iscsi with host dv-cinder-836996-16-iscsi {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 05:27:32.894852 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ccdf6bce-0c6c-4c5b-bde3-a0718bf9f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:34.288523 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 44830) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:27:34.737670 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79634136-f00f-4821-abe0-197682b732b7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:27:34.739072 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-79634136-f00f-4821-abe0-197682b732b7 demo admin] 10.222.0.23 "GET /v2.0/subnets/4737cbce-529f-44fc-b698-6fdba09b489e HTTP/1.1" status: 200 len: 849 time: 0.4495506 May 10 05:27:34.889146 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-23ae989c-049d-4fc5-a131-48eddeafedfd demo admin] 10.222.0.23 "GET /v2.0/routers/27ac0a53-71dd-4b31-bc4f-f6170e6735d2 HTTP/1.1" status: 200 len: 704 time: 0.1416044 May 10 05:27:35.175280 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4c77-9649-4c65-8c87-5ba5e25c3cc7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:35.322172 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fde92eff-757b-4b17-bb2d-03d4f6a3de93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:35.484990 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-fcaf4c77-9649-4c65-8c87-5ba5e25c3cc7 demo admin] Allocated IP 172.20.0.1 (bcb4366f-6f35-4e52-b773-257adee02831/4737cbce-529f-44fc-b698-6fdba09b489e/27fcc348-190c-43a3-82a7-cd7182d26af5) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:27:35.673643 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4c77-9649-4c65-8c87-5ba5e25c3cc7 demo admin] Publish callbacks [] for port (27fcc348-190c-43a3-82a7-cd7182d26af5), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:35.750443 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4c77-9649-4c65-8c87-5ba5e25c3cc7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (27fcc348-190c-43a3-82a7-cd7182d26af5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:35.826881 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaf4c77-9649-4c65-8c87-5ba5e25c3cc7 demo admin] Network bcb4366f-6f35-4e52-b773-257adee02831 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:27:35.833714 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-fcaf4c77-9649-4c65-8c87-5ba5e25c3cc7 demo admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:27:35.839638 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf4c77-9649-4c65-8c87-5ba5e25c3cc7 demo admin] Pushing event updated for resources: {'Port': ['ID=27fcc348-190c-43a3-82a7-cd7182d26af5,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:27:35.843408 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaf4c77-9649-4c65-8c87-5ba5e25c3cc7 demo admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:27:35.843408 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4c77-9649-4c65-8c87-5ba5e25c3cc7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410973'] for router_interface (27ac0a53-71dd-4b31-bc4f-f6170e6735d2), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:36.088341 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2be78ab7-1bf1-43ec-83c1-a3e133ff6c8a None None] Provisioning complete for port 27fcc348-190c-43a3-82a7-cd7182d26af5 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:27:36.088801 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2be78ab7-1bf1-43ec-83c1-a3e133ff6c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (27fcc348-190c-43a3-82a7-cd7182d26af5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:36.113539 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4c77-9649-4c65-8c87-5ba5e25c3cc7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (27fcc348-190c-43a3-82a7-cd7182d26af5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:36.175153 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2be78ab7-1bf1-43ec-83c1-a3e133ff6c8a None None] Port 27fcc348-190c-43a3-82a7-cd7182d26af5 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:27:36.335247 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4c77-9649-4c65-8c87-5ba5e25c3cc7 demo admin] Publish callbacks [] for port (27fcc348-190c-43a3-82a7-cd7182d26af5), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:36.341345 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4c77-9649-4c65-8c87-5ba5e25c3cc7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (27fcc348-190c-43a3-82a7-cd7182d26af5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:36.342087 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4c77-9649-4c65-8c87-5ba5e25c3cc7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-483931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409952'] for router_interface (27ac0a53-71dd-4b31-bc4f-f6170e6735d2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:36.422466 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf4c77-9649-4c65-8c87-5ba5e25c3cc7 demo admin] Pushing event updated for resources: {'Port': ['ID=27fcc348-190c-43a3-82a7-cd7182d26af5,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:27:36.472562 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaf4c77-9649-4c65-8c87-5ba5e25c3cc7 demo admin] Network bcb4366f-6f35-4e52-b773-257adee02831 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:27:36.474030 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-fcaf4c77-9649-4c65-8c87-5ba5e25c3cc7 demo admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:27:36.498284 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:36.647236 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcaf4c77-9649-4c65-8c87-5ba5e25c3cc7 demo admin] Router 27ac0a53-71dd-4b31-bc4f-f6170e6735d2 is scheduled to L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 05:27:36.700830 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ed48a27e-b542-46d8-9a82-6900fcb1ea92 None None] Provisioning complete for port 27fcc348-190c-43a3-82a7-cd7182d26af5 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:27:36.701204 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ed48a27e-b542-46d8-9a82-6900fcb1ea92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (27fcc348-190c-43a3-82a7-cd7182d26af5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:36.733994 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ed48a27e-b542-46d8-9a82-6900fcb1ea92 None None] Port 27fcc348-190c-43a3-82a7-cd7182d26af5 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:27:36.742801 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcaf4c77-9649-4c65-8c87-5ba5e25c3cc7 demo admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:27:36.748330 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-fcaf4c77-9649-4c65-8c87-5ba5e25c3cc7 demo admin] 10.222.0.23 "PUT /v2.0/routers/27ac0a53-71dd-4b31-bc4f-f6170e6735d2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8510964 May 10 05:27:36.753723 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1477fb8-ce3d-4f7e-97d1-f6bc8541ca2f None None] Sync routers for ids ['27ac0a53-71dd-4b31-bc4f-f6170e6735d2'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:27:36.767206 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1477fb8-ce3d-4f7e-97d1-f6bc8541ca2f None None] Routers {'27ac0a53-71dd-4b31-bc4f-f6170e6735d2'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:27:36.768062 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d1477fb8-ce3d-4f7e-97d1-f6bc8541ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:27:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['27ac0a53-71dd-4b31-bc4f-f6170e6735d2'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:27:36.966396 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-d1477fb8-ce3d-4f7e-97d1-f6bc8541ca2f None None] Set router 27ac0a53-71dd-4b31-bc4f-f6170e6735d2 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:27:37.399702 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d1477fb8-ce3d-4f7e-97d1-f6bc8541ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ac0a53-71dd-4b31-bc4f-f6170e6735d2', 'name': 'router1', 'tenant_id': '294a6d4f4d1f45058a0706d961479db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:27:25Z', 'updated_at': '2022-05-10T05:27:35Z', 'revision_number': 2, 'project_id': '294a6d4f4d1f45058a0706d961479db2', 'gw_port_host': None, '_interfaces': [{'id': '27fcc348-190c-43a3-82a7-cd7182d26af5', 'name': '', 'network_id': 'bcb4366f-6f35-4e52-b773-257adee02831', 'tenant_id': '294a6d4f4d1f45058a0706d961479db2', 'mac_address': 'fa:16:3e:f9:de:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ac0a53-71dd-4b31-bc4f-f6170e6735d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4737cbce-529f-44fc-b698-6fdba09b489e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:27:35Z', 'updated_at': '2022-05-10T05:27:36Z', 'revision_number': 2, 'project_id': '294a6d4f4d1f45058a0706d961479db2', 'subnets': [{'id': '4737cbce-529f-44fc-b698-6fdba09b489e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '626b772b-530e-4cd9-afd0-8bb4ef887ad2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:27:37.450861 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1477fb8-ce3d-4f7e-97d1-f6bc8541ca2f None None] Checking router: 27ac0a53-71dd-4b31-bc4f-f6170e6735d2 for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:27:37.451226 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1477fb8-ce3d-4f7e-97d1-f6bc8541ca2f None None] Updating router 27ac0a53-71dd-4b31-bc4f-f6170e6735d2 port 27fcc348-190c-43a3-82a7-cd7182d26af5 binding host dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 05:27:37.493334 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:37.506428 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d1477fb8-ce3d-4f7e-97d1-f6bc8541ca2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (27fcc348-190c-43a3-82a7-cd7182d26af5), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:38.015972 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d1477fb8-ce3d-4f7e-97d1-f6bc8541ca2f None None] Publish callbacks [] for port (27fcc348-190c-43a3-82a7-cd7182d26af5), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:38.023333 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d1477fb8-ce3d-4f7e-97d1-f6bc8541ca2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (27fcc348-190c-43a3-82a7-cd7182d26af5), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:38.185694 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351faa8-a492-435d-8380-f2e3693b4e47 None None] Pushing event updated for resources: {'Port': ['ID=27fcc348-190c-43a3-82a7-cd7182d26af5,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:27:38.192212 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-d1477fb8-ce3d-4f7e-97d1-f6bc8541ca2f None None] Attempting to bind port 27fcc348-190c-43a3-82a7-cd7182d26af5 on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:27:38.192603 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-d1477fb8-ce3d-4f7e-97d1-f6bc8541ca2f None None] Attempting to bind port 27fcc348-190c-43a3-82a7-cd7182d26af5 by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': '5f5b65aa-4ba4-48c8-bb0e-77447574eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bcb4366f-6f35-4e52-b773-257adee02831'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:27:38.193092 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1477fb8-ce3d-4f7e-97d1-f6bc8541ca2f None None] Attempting to bind port 27fcc348-190c-43a3-82a7-cd7182d26af5 on network bcb4366f-6f35-4e52-b773-257adee02831 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:27:38.201507 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351faa8-a492-435d-8380-f2e3693b4e47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:38.201845 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351faa8-a492-435d-8380-f2e3693b4e47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:38.202188 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351faa8-a492-435d-8380-f2e3693b4e47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:38.202526 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351faa8-a492-435d-8380-f2e3693b4e47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:38.202853 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351faa8-a492-435d-8380-f2e3693b4e47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:38.203175 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351faa8-a492-435d-8380-f2e3693b4e47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:38.203500 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351faa8-a492-435d-8380-f2e3693b4e47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:38.203850 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351faa8-a492-435d-8380-f2e3693b4e47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:38.204187 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351faa8-a492-435d-8380-f2e3693b4e47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:38.204507 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351faa8-a492-435d-8380-f2e3693b4e47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:38.204826 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351faa8-a492-435d-8380-f2e3693b4e47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:38.205160 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351faa8-a492-435d-8380-f2e3693b4e47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:38.205476 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351faa8-a492-435d-8380-f2e3693b4e47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:38.205789 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351faa8-a492-435d-8380-f2e3693b4e47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:38.206104 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351faa8-a492-435d-8380-f2e3693b4e47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351faa8-a492-435d-8380-f2e3693b4e47 None None] Tracked resource versions report: May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: pushed versions: May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: { 'AddressGroup': {'1.2'}, May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: 'Agent': {'1.1'}, May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: 'ConntrackHelper': {'1.0'}, May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: 'LocalIPAssociation': {'1.0'}, May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: 'Log': {'1.0'}, May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: 'NDPProxy': {'1.0'}, May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: 'Network': {'1.1'}, May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: 'Port': {'1.7'}, May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: 'PortForwarding': {'1.3'}, May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: 'QosPolicy': {'1.10'}, May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: 'SecurityGroup': {'1.5'}, May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: 'SecurityGroupRule': {'1.2'}, May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: 'SubPort': {'1.0'}, May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: 'Subnet': {'1.1'}, May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: 'Trunk': {'1.1'}} May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: consumer versions: May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: { DHCP agent@dv-cinder-836996-16-iscsi: {}, May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: L3 agent@dv-cinder-836996-16-iscsi: {}, May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: Metadata agent@dv-cinder-836996-16-iscsi: {}, May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: Metering agent@dv-cinder-836996-16-iscsi: {}, May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: Open vSwitch agent@dv-cinder-836996-16-iscsi: { 'AddressGroup': '1.2', May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: 'Agent': '1.1', May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: 'ConntrackHelper': '1.0', May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: 'LocalIPAssociation': '1.0', May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: 'Log': '1.0', May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: 'NDPProxy': '1.0', May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: 'Network': '1.1', May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: 'Port': '1.7', May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: 'PortForwarding': '1.3', May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: 'QosPolicy': '1.10', May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: 'SecurityGroup': '1.5', May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: 'SecurityGroupRule': '1.2', May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: 'SubPort': '1.0', May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: 'Subnet': '1.1', May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: 'Trunk': '1.1'}} May 10 05:27:38.207597 dv-cinder-836996-16-iscsi neutron-server[103531]: {{(pid=103531) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 05:27:38.210220 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1477fb8-ce3d-4f7e-97d1-f6bc8541ca2f None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:27:38.210772 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1477fb8-ce3d-4f7e-97d1-f6bc8541ca2f None None] Checking segment: {'id': '5f5b65aa-4ba4-48c8-bb0e-77447574eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bcb4366f-6f35-4e52-b773-257adee02831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:27:38.210949 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d1477fb8-ce3d-4f7e-97d1-f6bc8541ca2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:38.211338 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1477fb8-ce3d-4f7e-97d1-f6bc8541ca2f None None] Bound using segment: {'id': '5f5b65aa-4ba4-48c8-bb0e-77447574eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bcb4366f-6f35-4e52-b773-257adee02831'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:27:38.211850 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-d1477fb8-ce3d-4f7e-97d1-f6bc8541ca2f None None] Bound port: 27fcc348-190c-43a3-82a7-cd7182d26af5, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5b65aa-4ba4-48c8-bb0e-77447574eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bcb4366f-6f35-4e52-b773-257adee02831'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:27:38.212220 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d1477fb8-ce3d-4f7e-97d1-f6bc8541ca2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (27fcc348-190c-43a3-82a7-cd7182d26af5), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:38.259616 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-80d2fc9f-ab7c-4bb4-a45f-64c83ebdd857 None None] Provisioning complete for port 27fcc348-190c-43a3-82a7-cd7182d26af5 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:27:38.260168 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-80d2fc9f-ab7c-4bb4-a45f-64c83ebdd857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (27fcc348-190c-43a3-82a7-cd7182d26af5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:38.284804 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-d1477fb8-ce3d-4f7e-97d1-f6bc8541ca2f None None] For port 27fcc348-190c-43a3-82a7-cd7182d26af5, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:27:38.296888 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-80d2fc9f-ab7c-4bb4-a45f-64c83ebdd857 None None] Port 27fcc348-190c-43a3-82a7-cd7182d26af5 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:27:38.307258 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-d1477fb8-ce3d-4f7e-97d1-f6bc8541ca2f None None] For port 27fcc348-190c-43a3-82a7-cd7182d26af5, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=27fcc348-190c-43a3-82a7-cd7182d26af5,segment=NetworkSegment(5f5b65aa-4ba4-48c8-bb0e-77447574eb2c),segment_id=5f5b65aa-4ba4-48c8-bb0e-77447574eb2c)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:27:38.315400 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d1477fb8-ce3d-4f7e-97d1-f6bc8541ca2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (27fcc348-190c-43a3-82a7-cd7182d26af5), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:38.378091 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1477fb8-ce3d-4f7e-97d1-f6bc8541ca2f None None] Routers {'27ac0a53-71dd-4b31-bc4f-f6170e6735d2'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:27:38.378807 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d1477fb8-ce3d-4f7e-97d1-f6bc8541ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:27:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['27ac0a53-71dd-4b31-bc4f-f6170e6735d2'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:27:38.417323 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351faa8-a492-435d-8380-f2e3693b4e47 None None] Pushing event updated for resources: {'Port': ['ID=27fcc348-190c-43a3-82a7-cd7182d26af5,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:27:38.477105 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-d1477fb8-ce3d-4f7e-97d1-f6bc8541ca2f None None] Set router 27ac0a53-71dd-4b31-bc4f-f6170e6735d2 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:27:38.663886 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5ced4c4e-b90b-4ad4-985c-656b955d5b12 None None] Provisioning complete for port 27fcc348-190c-43a3-82a7-cd7182d26af5 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:27:38.664364 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5ced4c4e-b90b-4ad4-985c-656b955d5b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (27fcc348-190c-43a3-82a7-cd7182d26af5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:38.681723 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d1477fb8-ce3d-4f7e-97d1-f6bc8541ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ac0a53-71dd-4b31-bc4f-f6170e6735d2', 'name': 'router1', 'tenant_id': '294a6d4f4d1f45058a0706d961479db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:27:25Z', 'updated_at': '2022-05-10T05:27:35Z', 'revision_number': 2, 'project_id': '294a6d4f4d1f45058a0706d961479db2', 'gw_port_host': None, '_interfaces': [{'id': '27fcc348-190c-43a3-82a7-cd7182d26af5', 'name': '', 'network_id': 'bcb4366f-6f35-4e52-b773-257adee02831', 'tenant_id': '294a6d4f4d1f45058a0706d961479db2', 'mac_address': 'fa:16:3e:f9:de:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ac0a53-71dd-4b31-bc4f-f6170e6735d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4737cbce-529f-44fc-b698-6fdba09b489e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:27:35Z', 'updated_at': '2022-05-10T05:27:38Z', 'revision_number': 4, 'project_id': '294a6d4f4d1f45058a0706d961479db2', 'subnets': [{'id': '4737cbce-529f-44fc-b698-6fdba09b489e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '626b772b-530e-4cd9-afd0-8bb4ef887ad2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:27:38.708223 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1477fb8-ce3d-4f7e-97d1-f6bc8541ca2f None None] The sync data for ids ['27ac0a53-71dd-4b31-bc4f-f6170e6735d2'] in dv-cinder-836996-16-iscsi is: [{'id': '27ac0a53-71dd-4b31-bc4f-f6170e6735d2', 'name': 'router1', 'tenant_id': '294a6d4f4d1f45058a0706d961479db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:27:25Z', 'updated_at': '2022-05-10T05:27:35Z', 'revision_number': 2, 'project_id': '294a6d4f4d1f45058a0706d961479db2', 'gw_port_host': None, '_interfaces': [{'id': '27fcc348-190c-43a3-82a7-cd7182d26af5', 'name': '', 'network_id': 'bcb4366f-6f35-4e52-b773-257adee02831', 'tenant_id': '294a6d4f4d1f45058a0706d961479db2', 'mac_address': 'fa:16:3e:f9:de:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ac0a53-71dd-4b31-bc4f-f6170e6735d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4737cbce-529f-44fc-b698-6fdba09b489e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:27:35Z', 'updated_at': '2022-05-10T05:27:38Z', 'revision_number': 4, 'project_id': '294a6d4f4d1f45058a0706d961479db2', 'subnets': [{'id': '4737cbce-529f-44fc-b698-6fdba09b489e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '626b772b-530e-4cd9-afd0-8bb4ef887ad2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:27:38.755300 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5ced4c4e-b90b-4ad4-985c-656b955d5b12 None None] Current status of the port 27fcc348-190c-43a3-82a7-cd7182d26af5 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:27:38.755675 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5ced4c4e-b90b-4ad4-985c-656b955d5b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (27fcc348-190c-43a3-82a7-cd7182d26af5), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:38.788706 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-5ced4c4e-b90b-4ad4-985c-656b955d5b12 None None] For port 27fcc348-190c-43a3-82a7-cd7182d26af5, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=27fcc348-190c-43a3-82a7-cd7182d26af5,segment=NetworkSegment(5f5b65aa-4ba4-48c8-bb0e-77447574eb2c),segment_id=5f5b65aa-4ba4-48c8-bb0e-77447574eb2c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:27:38.794311 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5ced4c4e-b90b-4ad4-985c-656b955d5b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (27fcc348-190c-43a3-82a7-cd7182d26af5), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:38.851030 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced4c4e-b90b-4ad4-985c-656b955d5b12 None None] Pushing event updated for resources: {'Port': ['ID=27fcc348-190c-43a3-82a7-cd7182d26af5,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:27:39.204060 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 44852) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:27:39.355778 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:39.408946 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff5e978-ed7e-4e0b-aedf-0733295253f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:27:39.410337 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-aff5e978-ed7e-4e0b-aedf-0733295253f9 admin admin] 10.222.0.23 "GET /v2.0/networks/87bc626b-a764-429e-8d11-cdbbe513fac5 HTTP/1.1" status: 200 len: 842 time: 0.2050159 May 10 05:27:39.419917 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-dd26ba2e-55fc-4054-8c28-06cac8af68af admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:27:39.444967 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd26ba2e-55fc-4054-8c28-06cac8af68af admin admin] Made reservation on behalf of 3a8435696f504d709a504bf384af26ea for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:27:39.447295 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd26ba2e-55fc-4054-8c28-06cac8af68af admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:39.738054 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.objects.ports [None req-dd26ba2e-55fc-4054-8c28-06cac8af68af admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103528) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 10 05:27:39.738366 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd26ba2e-55fc-4054-8c28-06cac8af68af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for subnet (76823629-1df9-4cfd-a8c3-1d6cce6b2ea9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:39.794764 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26ba2e-55fc-4054-8c28-06cac8af68af admin admin] Pushing event updated for resources: {'Subnet': ['ID=76823629-1df9-4cfd-a8c3-1d6cce6b2ea9,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:27:39.811627 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd26ba2e-55fc-4054-8c28-06cac8af68af admin admin] Checking segment: {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:27:39.812014 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd26ba2e-55fc-4054-8c28-06cac8af68af admin admin] Network hostable DHCP agents. Network: 87bc626b-a764-429e-8d11-cdbbe513fac5, hostable agents: ['80185445-a40d-4750-a48c-216d3708fc1f'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 05:27:39.833007 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd26ba2e-55fc-4054-8c28-06cac8af68af admin admin] Network 87bc626b-a764-429e-8d11-cdbbe513fac5 is scheduled to be hosted by DHCP agent 80185445-a40d-4750-a48c-216d3708fc1f with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 05:27:39.843752 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-dd26ba2e-55fc-4054-8c28-06cac8af68af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-16-iscsi, 87bc626b-a764-429e-8d11-cdbbe513fac5) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:27:39.848858 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd26ba2e-55fc-4054-8c28-06cac8af68af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:27:39.849674 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd26ba2e-55fc-4054-8c28-06cac8af68af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:39.854155 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fc50bc-f886-43c2-a975-4b90e5f6e960 None None] Network 87bc626b-a764-429e-8d11-cdbbe513fac5 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:27:39.868382 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-dd26ba2e-55fc-4054-8c28-06cac8af68af admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4514592 May 10 05:27:39.957074 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f390d22d-ecc0-484c-bbc0-f99b348e45af None None] Network 87bc626b-a764-429e-8d11-cdbbe513fac5 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:27:42.260597 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 44870) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:27:42.523036 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-94dff289-9387-4457-b35d-3f55994909b3 demo admin] 10.222.0.23 "GET /v2.0/routers/27ac0a53-71dd-4b31-bc4f-f6170e6735d2 HTTP/1.1" status: 200 len: 710 time: 0.2612984 May 10 05:27:42.638746 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c382c555-c751-49ef-9c2a-4c75fb314e47 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:27:42.640236 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-c382c555-c751-49ef-9c2a-4c75fb314e47 demo admin] 10.222.0.23 "GET /v2.0/networks/87bc626b-a764-429e-8d11-cdbbe513fac5 HTTP/1.1" status: 200 len: 886 time: 0.1114869 May 10 05:27:42.649503 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-21cb9e71-ac8f-43e9-97fa-e8e24fe542b3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:27:42.913177 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-21cb9e71-ac8f-43e9-97fa-e8e24fe542b3 demo admin] Publish callbacks [] for router_gateway (27ac0a53-71dd-4b31-bc4f-f6170e6735d2), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:43.133203 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-21cb9e71-ac8f-43e9-97fa-e8e24fe542b3 demo admin] Publish callbacks [] for router_gateway (27ac0a53-71dd-4b31-bc4f-f6170e6735d2), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:43.213375 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-21cb9e71-ac8f-43e9-97fa-e8e24fe542b3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:43.434720 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-21cb9e71-ac8f-43e9-97fa-e8e24fe542b3 demo admin] Allocated IP 172.27.0.111 (87bc626b-a764-429e-8d11-cdbbe513fac5/76823629-1df9-4cfd-a8c3-1d6cce6b2ea9/1a2b7b88-d794-438b-9776-7adfe8127c21) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:27:43.565152 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-21cb9e71-ac8f-43e9-97fa-e8e24fe542b3 demo admin] Publish callbacks [] for port (1a2b7b88-d794-438b-9776-7adfe8127c21), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:43.628351 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-21cb9e71-ac8f-43e9-97fa-e8e24fe542b3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (1a2b7b88-d794-438b-9776-7adfe8127c21), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:43.699219 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cb9e71-ac8f-43e9-97fa-e8e24fe542b3 demo admin] Network 87bc626b-a764-429e-8d11-cdbbe513fac5 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:27:43.705673 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-21cb9e71-ac8f-43e9-97fa-e8e24fe542b3 demo admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:27:43.713348 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cb9e71-ac8f-43e9-97fa-e8e24fe542b3 demo admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:27:43.747608 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb9e71-ac8f-43e9-97fa-e8e24fe542b3 demo admin] Pushing event updated for resources: {'Port': ['ID=1a2b7b88-d794-438b-9776-7adfe8127c21,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:27:44.027270 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-21cb9e71-ac8f-43e9-97fa-e8e24fe542b3 demo admin] Publish callbacks [] for router_gateway (27ac0a53-71dd-4b31-bc4f-f6170e6735d2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:44.237577 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-21cb9e71-ac8f-43e9-97fa-e8e24fe542b3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-423445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1840'] for router (27ac0a53-71dd-4b31-bc4f-f6170e6735d2), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:44.242930 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-21cb9e71-ac8f-43e9-97fa-e8e24fe542b3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-423452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-423427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-424825'] for router (27ac0a53-71dd-4b31-bc4f-f6170e6735d2), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:44.358407 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cb9e71-ac8f-43e9-97fa-e8e24fe542b3 demo admin] Router 27ac0a53-71dd-4b31-bc4f-f6170e6735d2 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:27:44.469017 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cb9e71-ac8f-43e9-97fa-e8e24fe542b3 demo admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:27:44.474185 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-21cb9e71-ac8f-43e9-97fa-e8e24fe542b3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:44.475508 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-21cb9e71-ac8f-43e9-97fa-e8e24fe542b3 demo admin] 10.222.0.23 "PUT /v2.0/routers/27ac0a53-71dd-4b31-bc4f-f6170e6735d2 HTTP/1.1" status: 200 len: 890 time: 1.8294079 May 10 05:27:46.058317 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 27fcc348-190c-43a3-82a7-cd7182d26af5 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:27:46.107817 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port 27fcc348-190c-43a3-82a7-cd7182d26af5 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:27:46.108215 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (27fcc348-190c-43a3-82a7-cd7182d26af5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:46.182703 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port 27fcc348-190c-43a3-82a7-cd7182d26af5 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:27:46.931567 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 44882) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:27:47.046618 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-2a63bb02-5143-42f8-ba62-7a266c51e633 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1138659 May 10 05:27:47.437133 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69304c3-ed35-48d2-bd39-d7dd9a9798f4 None None] Sync routers for ids ['27ac0a53-71dd-4b31-bc4f-f6170e6735d2'] in dv-cinder-836996-16-iscsi {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:27:47.449998 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69304c3-ed35-48d2-bd39-d7dd9a9798f4 None None] Routers {'27ac0a53-71dd-4b31-bc4f-f6170e6735d2'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:27:47.451112 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e69304c3-ed35-48d2-bd39-d7dd9a9798f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:27:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['27ac0a53-71dd-4b31-bc4f-f6170e6735d2'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:27:47.671643 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-e69304c3-ed35-48d2-bd39-d7dd9a9798f4 None None] Set router 27ac0a53-71dd-4b31-bc4f-f6170e6735d2 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:27:48.147445 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e69304c3-ed35-48d2-bd39-d7dd9a9798f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ac0a53-71dd-4b31-bc4f-f6170e6735d2', 'name': 'router1', 'tenant_id': '294a6d4f4d1f45058a0706d961479db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '1a2b7b88-d794-438b-9776-7adfe8127c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:27:25Z', 'updated_at': '2022-05-10T05:27:43Z', 'revision_number': 4, 'project_id': '294a6d4f4d1f45058a0706d961479db2', 'gw_port': {'id': '1a2b7b88-d794-438b-9776-7adfe8127c21', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ac0a53-71dd-4b31-bc4f-f6170e6735d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:27:43Z', 'updated_at': '2022-05-10T05:27:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '27fcc348-190c-43a3-82a7-cd7182d26af5', 'name': '', 'network_id': 'bcb4366f-6f35-4e52-b773-257adee02831', 'tenant_id': '294a6d4f4d1f45058a0706d961479db2', 'mac_address': 'fa:16:3e:f9:de:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac0a53-71dd-4b31-bc4f-f6170e6735d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4737cbce-529f-44fc-b698-6fdba09b489e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:27:35Z', 'updated_at': '2022-05-10T05:27:38Z', 'revision_number': 5, 'project_id': '294a6d4f4d1f45058a0706d961479db2', 'subnets': [{'id': '4737cbce-529f-44fc-b698-6fdba09b489e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '626b772b-530e-4cd9-afd0-8bb4ef887ad2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:27:48.197192 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69304c3-ed35-48d2-bd39-d7dd9a9798f4 None None] Checking router: 27ac0a53-71dd-4b31-bc4f-f6170e6735d2 for host: dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:27:48.197538 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69304c3-ed35-48d2-bd39-d7dd9a9798f4 None None] Updating router 27ac0a53-71dd-4b31-bc4f-f6170e6735d2 port 1a2b7b88-d794-438b-9776-7adfe8127c21 binding host dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 05:27:48.251858 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e69304c3-ed35-48d2-bd39-d7dd9a9798f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (1a2b7b88-d794-438b-9776-7adfe8127c21), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:48.589173 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e69304c3-ed35-48d2-bd39-d7dd9a9798f4 None None] Publish callbacks [] for port (1a2b7b88-d794-438b-9776-7adfe8127c21), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:48.596680 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e69304c3-ed35-48d2-bd39-d7dd9a9798f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (1a2b7b88-d794-438b-9776-7adfe8127c21), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:48.651466 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaaf8f6-72d0-4c94-a3e4-f343f730845f None None] Pushing event updated for resources: {'Port': ['ID=1a2b7b88-d794-438b-9776-7adfe8127c21,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:27:48.654191 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e69304c3-ed35-48d2-bd39-d7dd9a9798f4 None None] Attempting to bind port 1a2b7b88-d794-438b-9776-7adfe8127c21 on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:27:48.654833 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e69304c3-ed35-48d2-bd39-d7dd9a9798f4 None None] Attempting to bind port 1a2b7b88-d794-438b-9776-7adfe8127c21 by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:27:48.655197 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69304c3-ed35-48d2-bd39-d7dd9a9798f4 None None] Attempting to bind port 1a2b7b88-d794-438b-9776-7adfe8127c21 on network 87bc626b-a764-429e-8d11-cdbbe513fac5 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:27:48.661004 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69304c3-ed35-48d2-bd39-d7dd9a9798f4 None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:27:48.663279 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69304c3-ed35-48d2-bd39-d7dd9a9798f4 None None] Checking segment: {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:27:48.663279 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e69304c3-ed35-48d2-bd39-d7dd9a9798f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:48.663279 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69304c3-ed35-48d2-bd39-d7dd9a9798f4 None None] Bound using segment: {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:27:48.663279 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e69304c3-ed35-48d2-bd39-d7dd9a9798f4 None None] Bound port: 1a2b7b88-d794-438b-9776-7adfe8127c21, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:27:48.663279 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e69304c3-ed35-48d2-bd39-d7dd9a9798f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (1a2b7b88-d794-438b-9776-7adfe8127c21), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:48.726409 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e69304c3-ed35-48d2-bd39-d7dd9a9798f4 None None] For port 1a2b7b88-d794-438b-9776-7adfe8127c21, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:27:48.729917 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e69304c3-ed35-48d2-bd39-d7dd9a9798f4 None None] For port 1a2b7b88-d794-438b-9776-7adfe8127c21, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=1a2b7b88-d794-438b-9776-7adfe8127c21,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:27:48.736725 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e69304c3-ed35-48d2-bd39-d7dd9a9798f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (1a2b7b88-d794-438b-9776-7adfe8127c21), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:48.796496 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaaf8f6-72d0-4c94-a3e4-f343f730845f None None] Pushing event updated for resources: {'Port': ['ID=1a2b7b88-d794-438b-9776-7adfe8127c21,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:27:48.799862 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69304c3-ed35-48d2-bd39-d7dd9a9798f4 None None] Routers {'27ac0a53-71dd-4b31-bc4f-f6170e6735d2'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:27:48.800467 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e69304c3-ed35-48d2-bd39-d7dd9a9798f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:27:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['27ac0a53-71dd-4b31-bc4f-f6170e6735d2'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:27:48.916112 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-e69304c3-ed35-48d2-bd39-d7dd9a9798f4 None None] Set router 27ac0a53-71dd-4b31-bc4f-f6170e6735d2 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:27:49.128810 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e69304c3-ed35-48d2-bd39-d7dd9a9798f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ac0a53-71dd-4b31-bc4f-f6170e6735d2', 'name': 'router1', 'tenant_id': '294a6d4f4d1f45058a0706d961479db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '1a2b7b88-d794-438b-9776-7adfe8127c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:27:25Z', 'updated_at': '2022-05-10T05:27:43Z', 'revision_number': 4, 'project_id': '294a6d4f4d1f45058a0706d961479db2', 'gw_port': {'id': '1a2b7b88-d794-438b-9776-7adfe8127c21', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ac0a53-71dd-4b31-bc4f-f6170e6735d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:27:43Z', 'updated_at': '2022-05-10T05:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '27fcc348-190c-43a3-82a7-cd7182d26af5', 'name': '', 'network_id': 'bcb4366f-6f35-4e52-b773-257adee02831', 'tenant_id': '294a6d4f4d1f45058a0706d961479db2', 'mac_address': 'fa:16:3e:f9:de:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac0a53-71dd-4b31-bc4f-f6170e6735d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4737cbce-529f-44fc-b698-6fdba09b489e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:27:35Z', 'updated_at': '2022-05-10T05:27:38Z', 'revision_number': 5, 'project_id': '294a6d4f4d1f45058a0706d961479db2', 'subnets': [{'id': '4737cbce-529f-44fc-b698-6fdba09b489e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '626b772b-530e-4cd9-afd0-8bb4ef887ad2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:27:49.157916 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69304c3-ed35-48d2-bd39-d7dd9a9798f4 None None] The sync data for ids ['27ac0a53-71dd-4b31-bc4f-f6170e6735d2'] in dv-cinder-836996-16-iscsi is: [{'id': '27ac0a53-71dd-4b31-bc4f-f6170e6735d2', 'name': 'router1', 'tenant_id': '294a6d4f4d1f45058a0706d961479db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '1a2b7b88-d794-438b-9776-7adfe8127c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:27:25Z', 'updated_at': '2022-05-10T05:27:43Z', 'revision_number': 4, 'project_id': '294a6d4f4d1f45058a0706d961479db2', 'gw_port': {'id': '1a2b7b88-d794-438b-9776-7adfe8127c21', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ac0a53-71dd-4b31-bc4f-f6170e6735d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:27:43Z', 'updated_at': '2022-05-10T05:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '27fcc348-190c-43a3-82a7-cd7182d26af5', 'name': '', 'network_id': 'bcb4366f-6f35-4e52-b773-257adee02831', 'tenant_id': '294a6d4f4d1f45058a0706d961479db2', 'mac_address': 'fa:16:3e:f9:de:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ac0a53-71dd-4b31-bc4f-f6170e6735d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4737cbce-529f-44fc-b698-6fdba09b489e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:27:35Z', 'updated_at': '2022-05-10T05:27:38Z', 'revision_number': 5, 'project_id': '294a6d4f4d1f45058a0706d961479db2', 'subnets': [{'id': '4737cbce-529f-44fc-b698-6fdba09b489e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '626b772b-530e-4cd9-afd0-8bb4ef887ad2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:27:50.095187 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 1a2b7b88-d794-438b-9776-7adfe8127c21 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:27:50.145877 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port 1a2b7b88-d794-438b-9776-7adfe8127c21 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:27:50.146520 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (1a2b7b88-d794-438b-9776-7adfe8127c21), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:50.235735 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port 1a2b7b88-d794-438b-9776-7adfe8127c21 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:27:50.236091 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (1a2b7b88-d794-438b-9776-7adfe8127c21), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:50.256811 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] For port 1a2b7b88-d794-438b-9776-7adfe8127c21, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=1a2b7b88-d794-438b-9776-7adfe8127c21,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:27:50.262337 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (1a2b7b88-d794-438b-9776-7adfe8127c21), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:50.308226 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Pushing event updated for resources: {'Port': ['ID=1a2b7b88-d794-438b-9776-7adfe8127c21,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:27:52.092932 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 1a2b7b88-d794-438b-9776-7adfe8127c21 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:27:52.143845 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port 1a2b7b88-d794-438b-9776-7adfe8127c21 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:27:52.144473 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (1a2b7b88-d794-438b-9776-7adfe8127c21), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:27:52.271254 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port 1a2b7b88-d794-438b-9776-7adfe8127c21 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:27:59.558534 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 5 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:28:02.905711 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1d969319-ef35-48a0-a938-7b8357f4f85d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:28:05.331866 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a25539b1-d125-49a8-b87b-3e63f16acb45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:28:06.498730 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:28:07.513334 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:28:09.356859 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:28:32.903052 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fad54050-0a4e-49c7-b090-492303dd6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:28:35.332631 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fc27e94d-621c-47a5-993a-51a9c1fd3596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:28:36.504449 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:28:36.556346 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 5 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:28:37.505008 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:28:39.355050 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:29:02.913794 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-18f88df5-2fdb-4634-bbf0-5984e2bf57e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:29:04.578850 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 45366) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:29:04.641935 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8354f9c-3876-4d83-91b3-5f67237a373f admin admin] GET failed (client error): The resource could not be found. May 10 05:29:04.643243 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-c8354f9c-3876-4d83-91b3-5f67237a373f admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0634019 May 10 05:29:04.879662 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea0969f-94a8-4421-9cfb-b6f6b1e79f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:29:04.881157 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-0ea0969f-94a8-4421-9cfb-b6f6b1e79f81 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2337089 May 10 05:29:05.332839 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-446d5eca-fe96-4319-8358-1643e5a3e3ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:29:06.505899 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:29:07.077845 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 45376) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:29:07.174296 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027afe0a-0b40-4ca7-8c77-228c6b1759dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:29:07.175688 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-027afe0a-0b40-4ca7-8c77-228c6b1759dc admin admin] 10.222.0.23 "GET /v2.0/subnets/4737cbce-529f-44fc-b698-6fdba09b489e HTTP/1.1" status: 200 len: 849 time: 0.0968347 May 10 05:29:07.186107 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-a29209e7-35d9-4b9b-b117-9e47a07afdd4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:29:07.272930 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a29209e7-35d9-4b9b-b117-9e47a07afdd4 admin admin] Publish callbacks [] for subnet (4737cbce-529f-44fc-b698-6fdba09b489e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:29:07.431367 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a29209e7-35d9-4b9b-b117-9e47a07afdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771215482781'] for subnet (4737cbce-529f-44fc-b698-6fdba09b489e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:29:07.468441 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29209e7-35d9-4b9b-b117-9e47a07afdd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:29:07.469017 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a29209e7-35d9-4b9b-b117-9e47a07afdd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:29:07.471703 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-a29209e7-35d9-4b9b-b117-9e47a07afdd4 admin admin] 10.222.0.23 "PUT /v2.0/subnets/4737cbce-529f-44fc-b698-6fdba09b489e HTTP/1.1" status: 200 len: 868 time: 0.2891614 May 10 05:29:07.473314 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e73ef6-5da7-4814-bf62-ec711f056656 None None] Network bcb4366f-6f35-4e52-b773-257adee02831 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:29:07.496667 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29209e7-35d9-4b9b-b117-9e47a07afdd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4737cbce-529f-44fc-b698-6fdba09b489e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:29:07.504614 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29209e7-35d9-4b9b-b117-9e47a07afdd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:29:07.505000 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29209e7-35d9-4b9b-b117-9e47a07afdd4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:29:07.505280 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29209e7-35d9-4b9b-b117-9e47a07afdd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:29:07.505631 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29209e7-35d9-4b9b-b117-9e47a07afdd4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:29:07.505957 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29209e7-35d9-4b9b-b117-9e47a07afdd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:29:07.506416 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29209e7-35d9-4b9b-b117-9e47a07afdd4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:29:07.506738 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29209e7-35d9-4b9b-b117-9e47a07afdd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:29:07.507055 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29209e7-35d9-4b9b-b117-9e47a07afdd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:29:07.507388 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29209e7-35d9-4b9b-b117-9e47a07afdd4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:29:07.507731 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29209e7-35d9-4b9b-b117-9e47a07afdd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:29:07.508066 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29209e7-35d9-4b9b-b117-9e47a07afdd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:29:07.508394 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29209e7-35d9-4b9b-b117-9e47a07afdd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:29:07.508694 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29209e7-35d9-4b9b-b117-9e47a07afdd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:29:07.509006 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29209e7-35d9-4b9b-b117-9e47a07afdd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:29:07.509329 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29209e7-35d9-4b9b-b117-9e47a07afdd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:29:07.545618 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:29:07.826530 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c514f4c3-16d3-4202-94ce-f71e8db3d868 None None] Provisioning complete for port a5231f10-7f2f-4b0c-b7d1-8067d2af3537 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:29:07.826930 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c514f4c3-16d3-4202-94ce-f71e8db3d868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (a5231f10-7f2f-4b0c-b7d1-8067d2af3537), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:29:07.903391 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c514f4c3-16d3-4202-94ce-f71e8db3d868 None None] Current status of the port a5231f10-7f2f-4b0c-b7d1-8067d2af3537 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:29:07.911303 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c514f4c3-16d3-4202-94ce-f71e8db3d868 None None] Provisioning complete for port 27fcc348-190c-43a3-82a7-cd7182d26af5 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:29:07.911677 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c514f4c3-16d3-4202-94ce-f71e8db3d868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (27fcc348-190c-43a3-82a7-cd7182d26af5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:29:07.988754 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c514f4c3-16d3-4202-94ce-f71e8db3d868 None None] Current status of the port 27fcc348-190c-43a3-82a7-cd7182d26af5 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:29:09.350241 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:29:09.735962 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 45386) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:29:10.015123 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e0f1a3-e406-476e-81ea-0d02deadf3f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:29:10.015511 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e0f1a3-e406-476e-81ea-0d02deadf3f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:29:10.017132 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-81e0f1a3-e406-476e-81ea-0d02deadf3f4 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2801311 May 10 05:29:12.254104 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 45394) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:29:12.465872 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041232a6-2cfc-4d74-a0de-76ccb7213b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:29:12.466348 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041232a6-2cfc-4d74-a0de-76ccb7213b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:29:12.467950 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-041232a6-2cfc-4d74-a0de-76ccb7213b3d admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2127535 May 10 05:29:13.555843 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 5 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:29:14.704091 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 45402) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:29:14.838390 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a10bb1-17eb-4474-a238-ebd78d300850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:29:14.839789 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-44a10bb1-17eb-4474-a238-ebd78d300850 admin admin] 10.222.0.23 "GET /v2.0/networks/87bc626b-a764-429e-8d11-cdbbe513fac5 HTTP/1.1" status: 200 len: 886 time: 0.1344237 May 10 05:29:17.057652 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 45410) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:29:17.213840 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de313c0-6dc5-4353-9bf3-cd0ac1417baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:29:17.215198 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-9de313c0-6dc5-4353-9bf3-cd0ac1417baa admin admin] 10.222.0.23 "GET /v2.0/networks/bcb4366f-6f35-4e52-b773-257adee02831 HTTP/1.1" status: 200 len: 869 time: 0.1563258 May 10 05:29:19.444961 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 45418) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:29:19.592449 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea79f73-b589-4a7b-875a-7f98944895a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:29:19.592910 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea79f73-b589-4a7b-875a-7f98944895a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:29:19.594468 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-bea79f73-b589-4a7b-875a-7f98944895a5 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1484387 May 10 05:29:21.821155 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 45426) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:29:21.949279 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966812ea-f690-4b08-9723-449b8039aa40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:29:21.949737 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966812ea-f690-4b08-9723-449b8039aa40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:29:21.951250 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-966812ea-f690-4b08-9723-449b8039aa40 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1291084 May 10 05:29:24.151231 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 45434) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:29:24.251829 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c70ad-2134-48bb-9446-93c57f5bafad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:29:24.253154 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-4a6c70ad-2134-48bb-9446-93c57f5bafad admin admin] 10.222.0.23 "GET /v2.0/subnets/4737cbce-529f-44fc-b698-6fdba09b489e HTTP/1.1" status: 200 len: 868 time: 0.1008945 May 10 05:29:26.481211 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 45442) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:29:26.570620 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0c1ca3-c881-4a76-baa0-2843bf5235ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:29:26.571959 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-6a0c1ca3-c881-4a76-baa0-2843bf5235ba admin admin] 10.222.0.23 "GET /v2.0/subnets/76823629-1df9-4cfd-a8c3-1d6cce6b2ea9 HTTP/1.1" status: 200 len: 816 time: 0.0897992 May 10 05:29:32.907997 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f5415ed3-30bc-4818-8213-b7b29a82282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:29:35.326988 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-97649903-c2ab-4e0b-b72d-b15348a558be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:29:36.510306 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:29:37.513745 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:29:39.356381 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:29:50.555155 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 5 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:30:02.917147 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8e73ebb1-b21e-4099-8390-9914f630a634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:30:05.330646 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3da47c7c-8c71-4946-aba9-3319eb367f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:30:06.508461 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:30:06.686795 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 45500) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:30:06.739063 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [None req-3c044ba2-be4c-46da-968a-5707e93f165a admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 05:30:06.740081 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-3c044ba2-be4c-46da-968a-5707e93f165a admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0523312 May 10 05:30:07.517690 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:30:09.056005 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 45508) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:30:09.131236 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b1476a6-2b5a-496c-a96d-b674652cd7a7 admin admin] GET failed (client error): The resource could not be found. May 10 05:30:09.132549 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-7b1476a6-2b5a-496c-a96d-b674652cd7a7 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0753927 May 10 05:30:09.218033 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dcde25-b8d4-475f-8c9a-5052fa0eaf23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:30:09.219483 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-17dcde25-b8d4-475f-8c9a-5052fa0eaf23 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0826004 May 10 05:30:09.353743 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:30:11.478485 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 45516) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:30:11.529617 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-ac0860ad-c3b0-4a52-8df6-ba3b0d9e341a admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:30:11.554009 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0860ad-c3b0-4a52-8df6-ba3b0d9e341a admin admin] Made reservation on behalf of 3a8435696f504d709a504bf384af26ea for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:30:11.556195 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac0860ad-c3b0-4a52-8df6-ba3b0d9e341a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:30:11.591447 dv-cinder-836996-16-iscsi neutron-server[103529]: WARNING neutron.services.revisions.revision_plugin [None req-ac0860ad-c3b0-4a52-8df6-ba3b0d9e341a admin admin] Could not find related network for resource to bump revision. May 10 05:30:11.603984 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0860ad-c3b0-4a52-8df6-ba3b0d9e341a admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 05:30:11.613570 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac0860ad-c3b0-4a52-8df6-ba3b0d9e341a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (aa608c1e-8faf-413d-a471-6524c2b3ef1f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:30:11.613899 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.db.segments_db [None req-ac0860ad-c3b0-4a52-8df6-ba3b0d9e341a admin admin] Added segment aa608c1e-8faf-413d-a471-6524c2b3ef1f of type vlan for network 1bb7174f-94f3-4fa7-bcca-a117540ee0fc May 10 05:30:11.653070 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac0860ad-c3b0-4a52-8df6-ba3b0d9e341a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215042991'] for network (1bb7174f-94f3-4fa7-bcca-a117540ee0fc), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:30:11.685426 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac0860ad-c3b0-4a52-8df6-ba3b0d9e341a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for network (1bb7174f-94f3-4fa7-bcca-a117540ee0fc), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:30:11.686426 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0860ad-c3b0-4a52-8df6-ba3b0d9e341a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:30:11.687019 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac0860ad-c3b0-4a52-8df6-ba3b0d9e341a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:30:11.761302 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-ac0860ad-c3b0-4a52-8df6-ba3b0d9e341a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2817302 May 10 05:30:11.781651 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0860ad-c3b0-4a52-8df6-ba3b0d9e341a admin admin] Pushing event updated for resources: {'Network': ['ID=1bb7174f-94f3-4fa7-bcca-a117540ee0fc,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:30:11.789722 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0860ad-c3b0-4a52-8df6-ba3b0d9e341a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:30:11.790059 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0860ad-c3b0-4a52-8df6-ba3b0d9e341a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:30:11.790421 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0860ad-c3b0-4a52-8df6-ba3b0d9e341a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:30:11.790786 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0860ad-c3b0-4a52-8df6-ba3b0d9e341a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:30:11.791121 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0860ad-c3b0-4a52-8df6-ba3b0d9e341a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:30:11.791451 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0860ad-c3b0-4a52-8df6-ba3b0d9e341a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:30:11.791793 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0860ad-c3b0-4a52-8df6-ba3b0d9e341a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:30:11.792159 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0860ad-c3b0-4a52-8df6-ba3b0d9e341a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:30:11.792474 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0860ad-c3b0-4a52-8df6-ba3b0d9e341a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:30:11.792802 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0860ad-c3b0-4a52-8df6-ba3b0d9e341a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:30:11.793145 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0860ad-c3b0-4a52-8df6-ba3b0d9e341a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:30:11.793471 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0860ad-c3b0-4a52-8df6-ba3b0d9e341a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:30:11.793788 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0860ad-c3b0-4a52-8df6-ba3b0d9e341a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:30:11.794106 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0860ad-c3b0-4a52-8df6-ba3b0d9e341a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:30:11.794420 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0860ad-c3b0-4a52-8df6-ba3b0d9e341a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:30:11.806857 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Network 1bb7174f-94f3-4fa7-bcca-a117540ee0fc details requested by agent ovs-agent-dv-cinder-836996-16-iscsi with host dv-cinder-836996-16-iscsi {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 05:30:14.064319 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 45524) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:30:14.135527 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-34dfd3d8-5841-4a88-908b-70e2c33ab301 admin admin] GET failed (client error): The resource could not be found. May 10 05:30:14.136816 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-34dfd3d8-5841-4a88-908b-70e2c33ab301 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0714257 May 10 05:30:14.207889 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a6c58e-8c8a-49cd-aa20-4ac9d47a820d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:30:14.209303 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-70a6c58e-8c8a-49cd-aa20-4ac9d47a820d admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0683472 May 10 05:30:14.222159 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-ceead8be-c01c-4403-a8f2-e24acaf37637 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '1bb7174f-94f3-4fa7-bcca-a117540ee0fc', 'name': 'shared-subnet'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:30:14.243178 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceead8be-c01c-4403-a8f2-e24acaf37637 admin admin] Made reservation on behalf of 3a8435696f504d709a504bf384af26ea for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:30:14.245258 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ceead8be-c01c-4403-a8f2-e24acaf37637 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:30:14.411391 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ceead8be-c01c-4403-a8f2-e24acaf37637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for subnet (2586eb1d-53c6-491d-ba92-ddf322439c44), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:30:14.463251 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceead8be-c01c-4403-a8f2-e24acaf37637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2586eb1d-53c6-491d-ba92-ddf322439c44,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:30:14.472116 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceead8be-c01c-4403-a8f2-e24acaf37637 admin admin] Checking segment: {'id': 'aa608c1e-8faf-413d-a471-6524c2b3ef1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1bb7174f-94f3-4fa7-bcca-a117540ee0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:30:14.472365 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceead8be-c01c-4403-a8f2-e24acaf37637 admin admin] Network hostable DHCP agents. Network: 1bb7174f-94f3-4fa7-bcca-a117540ee0fc, hostable agents: ['80185445-a40d-4750-a48c-216d3708fc1f'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 05:30:14.491123 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceead8be-c01c-4403-a8f2-e24acaf37637 admin admin] Network 1bb7174f-94f3-4fa7-bcca-a117540ee0fc is scheduled to be hosted by DHCP agent 80185445-a40d-4750-a48c-216d3708fc1f with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 05:30:14.501650 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-ceead8be-c01c-4403-a8f2-e24acaf37637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-16-iscsi, 1bb7174f-94f3-4fa7-bcca-a117540ee0fc) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:30:14.506164 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceead8be-c01c-4403-a8f2-e24acaf37637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:30:14.506750 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ceead8be-c01c-4403-a8f2-e24acaf37637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:30:14.510935 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b332e458-6414-4a50-ade8-79f61c927e62 None None] Network 1bb7174f-94f3-4fa7-bcca-a117540ee0fc requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:30:14.522663 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-ceead8be-c01c-4403-a8f2-e24acaf37637 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3038278 May 10 05:30:14.626892 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77a1f43e-83cf-5f9e-974f-aeeb96f1245d-1bb7174f-94f3-4fa7-bcca-a117540ee0fc', 'network_id': '1bb7174f-94f3-4fa7-bcca-a117540ee0fc', 'project_id': '3a8435696f504d709a504bf384af26ea', 'fixed_ips': [{'subnet_id': '2586eb1d-53c6-491d-ba92-ddf322439c44'}]}} from dv-cinder-836996-16-iscsi. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 05:30:14.627775 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:30:14.767343 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Allocated IP 192.168.233.2 (1bb7174f-94f3-4fa7-bcca-a117540ee0fc/2586eb1d-53c6-491d-ba92-ddf322439c44/608bb92a-0453-4882-83a3-ec5129fbe787) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:30:15.016779 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Publish callbacks [] for port (608bb92a-0453-4882-83a3-ec5129fbe787), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:30:15.022696 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (608bb92a-0453-4882-83a3-ec5129fbe787), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:30:15.070700 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Network 1bb7174f-94f3-4fa7-bcca-a117540ee0fc is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:30:15.074649 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:30:15.077935 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:30:15.079976 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Pushing event updated for resources: {'Port': ['ID=608bb92a-0453-4882-83a3-ec5129fbe787,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:30:15.088601 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:30:15.088933 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:30:15.089275 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:30:15.089615 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:30:15.089942 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:30:15.090248 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:30:15.090557 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:30:15.090863 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:30:15.091185 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:30:15.091496 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:30:15.091832 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:30:15.092169 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:30:15.092476 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:30:15.092777 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:30:15.093092 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:30:15.148609 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Attempting to bind port 608bb92a-0453-4882-83a3-ec5129fbe787 on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:30:15.148975 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Attempting to bind port 608bb92a-0453-4882-83a3-ec5129fbe787 by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': 'aa608c1e-8faf-413d-a471-6524c2b3ef1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1bb7174f-94f3-4fa7-bcca-a117540ee0fc'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:30:15.149334 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Attempting to bind port 608bb92a-0453-4882-83a3-ec5129fbe787 on network 1bb7174f-94f3-4fa7-bcca-a117540ee0fc {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:30:15.154692 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:30:15.155063 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Checking segment: {'id': 'aa608c1e-8faf-413d-a471-6524c2b3ef1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1bb7174f-94f3-4fa7-bcca-a117540ee0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:30:15.155454 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:30:15.155874 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Bound using segment: {'id': 'aa608c1e-8faf-413d-a471-6524c2b3ef1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1bb7174f-94f3-4fa7-bcca-a117540ee0fc'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:30:15.156328 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Bound port: 608bb92a-0453-4882-83a3-ec5129fbe787, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa608c1e-8faf-413d-a471-6524c2b3ef1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1bb7174f-94f3-4fa7-bcca-a117540ee0fc'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:30:15.156702 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (608bb92a-0453-4882-83a3-ec5129fbe787), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:30:15.222635 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] For port 608bb92a-0453-4882-83a3-ec5129fbe787, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:30:15.225608 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] For port 608bb92a-0453-4882-83a3-ec5129fbe787, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=608bb92a-0453-4882-83a3-ec5129fbe787,segment=NetworkSegment(aa608c1e-8faf-413d-a471-6524c2b3ef1f),segment_id=aa608c1e-8faf-413d-a471-6524c2b3ef1f)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:30:15.233307 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (608bb92a-0453-4882-83a3-ec5129fbe787), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:30:15.303777 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04517f-e20f-40d9-a5ce-7096f017f275 None None] Pushing event updated for resources: {'Port': ['ID=608bb92a-0453-4882-83a3-ec5129fbe787,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:30:16.196367 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 608bb92a-0453-4882-83a3-ec5129fbe787 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:30:16.229989 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021cd864-f9ac-4363-80a4-47c55fc298b6 None None] Network 1bb7174f-94f3-4fa7-bcca-a117540ee0fc requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:30:16.307350 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b70699a2-42aa-409b-8db7-775221fbaaad None None] Provisioning complete for port 608bb92a-0453-4882-83a3-ec5129fbe787 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:30:16.307753 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b70699a2-42aa-409b-8db7-775221fbaaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (608bb92a-0453-4882-83a3-ec5129fbe787), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:30:16.309178 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port 608bb92a-0453-4882-83a3-ec5129fbe787 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:30:16.309545 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (608bb92a-0453-4882-83a3-ec5129fbe787), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:30:16.483512 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b70699a2-42aa-409b-8db7-775221fbaaad None None] Current status of the port 608bb92a-0453-4882-83a3-ec5129fbe787 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:30:16.483941 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b70699a2-42aa-409b-8db7-775221fbaaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (608bb92a-0453-4882-83a3-ec5129fbe787), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:30:16.503680 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port 608bb92a-0453-4882-83a3-ec5129fbe787 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:30:16.504129 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (608bb92a-0453-4882-83a3-ec5129fbe787), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:30:16.542798 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b70699a2-42aa-409b-8db7-775221fbaaad None None] For port 608bb92a-0453-4882-83a3-ec5129fbe787, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=608bb92a-0453-4882-83a3-ec5129fbe787,segment=NetworkSegment(aa608c1e-8faf-413d-a471-6524c2b3ef1f),segment_id=aa608c1e-8faf-413d-a471-6524c2b3ef1f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:30:16.550549 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b70699a2-42aa-409b-8db7-775221fbaaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (608bb92a-0453-4882-83a3-ec5129fbe787), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:30:16.634821 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.db.api [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 05:30:16.635202 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG oslo_db.api [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 05:30:16.638084 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70699a2-42aa-409b-8db7-775221fbaaad None None] Pushing event updated for resources: {'Port': ['ID=608bb92a-0453-4882-83a3-ec5129fbe787,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:30:16.770354 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c51a4b3a-d915-406c-97ed-13f20c9d6f10 None None] Provisioning complete for port 608bb92a-0453-4882-83a3-ec5129fbe787 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:30:16.770705 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c51a4b3a-d915-406c-97ed-13f20c9d6f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (608bb92a-0453-4882-83a3-ec5129fbe787), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:30:16.851671 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c51a4b3a-d915-406c-97ed-13f20c9d6f10 None None] Current status of the port 608bb92a-0453-4882-83a3-ec5129fbe787 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:30:17.173253 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port 608bb92a-0453-4882-83a3-ec5129fbe787 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:30:18.145503 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 608bb92a-0453-4882-83a3-ec5129fbe787 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:30:18.194284 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port 608bb92a-0453-4882-83a3-ec5129fbe787 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:30:18.194636 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (608bb92a-0453-4882-83a3-ec5129fbe787), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:30:18.268360 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port 608bb92a-0453-4882-83a3-ec5129fbe787 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:30:27.554244 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 5 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:30:32.912603 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7054ba5e-6599-4641-989e-ddbcdee055e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:30:35.340990 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9f2ede74-cac1-4f18-becc-f5a483df1013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:30:36.513579 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:30:37.521518 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:30:39.351099 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:31:02.918991 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d7ece92e-e720-4dbc-817d-2a3b3c384a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:31:04.554178 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 5 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:31:05.335821 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a5808492-8826-476d-9c57-355809dc1706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:31:06.514873 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:31:07.527629 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:31:09.346375 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:31:32.913245 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d7a42216-4586-417a-a5ae-8c84aa7b398f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:31:35.339102 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-97b670b8-c3a7-4729-97d1-8ade4b153600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:31:36.520932 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:31:37.528250 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:31:39.351684 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:31:41.293785 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 45564) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:31:41.299602 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [None req-869cb488-7c9b-464e-9ca0-60102408fe2c tempest-verify_tempest_config-1174134231 tempest-verify_tempest_config-1174134231-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 05:31:41.300584 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-869cb488-7c9b-464e-9ca0-60102408fe2c tempest-verify_tempest_config-1174134231 tempest-verify_tempest_config-1174134231-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058081 May 10 05:31:41.554582 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 5 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:31:41.641373 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 45582) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:31:41.749451 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6033bdd0-ad6e-4b08-b553-3a8a23fbf23e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:31:41.836358 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6033bdd0-ad6e-4b08-b553-3a8a23fbf23e admin admin] Publish callbacks [] for security_group (8fe5214b-8921-485a-8c1e-d99622d32bb0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:31:41.842232 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6033bdd0-ad6e-4b08-b553-3a8a23fbf23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (8fe5214b-8921-485a-8c1e-d99622d32bb0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:31:41.887987 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033bdd0-ad6e-4b08-b553-3a8a23fbf23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe5214b-8921-485a-8c1e-d99622d32bb0,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:31:41.891707 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-6033bdd0-ad6e-4b08-b553-3a8a23fbf23e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a52cc3095274a1aa849a4d8aa0157c0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2493179 May 10 05:31:41.894757 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 45586) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:31:41.898008 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033bdd0-ad6e-4b08-b553-3a8a23fbf23e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:31:41.898346 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033bdd0-ad6e-4b08-b553-3a8a23fbf23e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:31:41.898675 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033bdd0-ad6e-4b08-b553-3a8a23fbf23e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:31:41.899007 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033bdd0-ad6e-4b08-b553-3a8a23fbf23e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:31:41.899327 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033bdd0-ad6e-4b08-b553-3a8a23fbf23e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:31:41.899672 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033bdd0-ad6e-4b08-b553-3a8a23fbf23e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:31:41.899991 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033bdd0-ad6e-4b08-b553-3a8a23fbf23e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:31:41.900306 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033bdd0-ad6e-4b08-b553-3a8a23fbf23e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:31:41.900737 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033bdd0-ad6e-4b08-b553-3a8a23fbf23e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:31:41.901044 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033bdd0-ad6e-4b08-b553-3a8a23fbf23e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:31:41.901360 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033bdd0-ad6e-4b08-b553-3a8a23fbf23e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:31:41.901671 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033bdd0-ad6e-4b08-b553-3a8a23fbf23e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:31:41.901982 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033bdd0-ad6e-4b08-b553-3a8a23fbf23e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:31:41.902286 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033bdd0-ad6e-4b08-b553-3a8a23fbf23e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:31:41.902591 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033bdd0-ad6e-4b08-b553-3a8a23fbf23e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:31:41.950450 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e14a4ad4-a921-4b1e-9a83-dc448ed51dc9 admin admin] Publish callbacks [] for security_group (8fe5214b-8921-485a-8c1e-d99622d32bb0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:31:41.971039 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e14a4ad4-a921-4b1e-9a83-dc448ed51dc9 admin admin] Publish callbacks [] for security_group (8fe5214b-8921-485a-8c1e-d99622d32bb0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:31:42.066292 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e14a4ad4-a921-4b1e-9a83-dc448ed51dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (8fe5214b-8921-485a-8c1e-d99622d32bb0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:31:42.069836 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e14a4ad4-a921-4b1e-9a83-dc448ed51dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:31:42.071601 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-e14a4ad4-a921-4b1e-9a83-dc448ed51dc9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8fe5214b-8921-485a-8c1e-d99622d32bb0 HTTP/1.1" status: 204 len: 168 time: 0.1757684 May 10 05:31:42.079662 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a4ad4-a921-4b1e-9a83-dc448ed51dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe5214b-8921-485a-8c1e-d99622d32bb0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:31:42.086200 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a4ad4-a921-4b1e-9a83-dc448ed51dc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:31:42.086559 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a4ad4-a921-4b1e-9a83-dc448ed51dc9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:31:42.086879 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a4ad4-a921-4b1e-9a83-dc448ed51dc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:31:42.087211 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a4ad4-a921-4b1e-9a83-dc448ed51dc9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:31:42.087538 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a4ad4-a921-4b1e-9a83-dc448ed51dc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:31:42.087883 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a4ad4-a921-4b1e-9a83-dc448ed51dc9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:31:42.088203 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a4ad4-a921-4b1e-9a83-dc448ed51dc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:31:42.088520 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a4ad4-a921-4b1e-9a83-dc448ed51dc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:31:42.088856 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a4ad4-a921-4b1e-9a83-dc448ed51dc9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:31:42.089220 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a4ad4-a921-4b1e-9a83-dc448ed51dc9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:31:42.089458 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a4ad4-a921-4b1e-9a83-dc448ed51dc9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:31:42.089793 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a4ad4-a921-4b1e-9a83-dc448ed51dc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:31:42.090104 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a4ad4-a921-4b1e-9a83-dc448ed51dc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:31:42.090416 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a4ad4-a921-4b1e-9a83-dc448ed51dc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:31:42.090726 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a4ad4-a921-4b1e-9a83-dc448ed51dc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:32:02.919710 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dcf78035-1985-4381-b882-e17fb03a3d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:32:05.344383 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-63461af2-f1ea-4639-af56-613559156366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:32:06.522343 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:32:07.537020 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:32:09.370960 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:32:18.559256 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 5 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:32:32.922285 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-09ca3422-b3de-46db-bce2-57d8bf7ab90c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:32:35.360296 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1ec9d110-5774-43f6-a19f-d3a899dd59ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:32:36.535267 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:32:37.538740 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:32:39.367827 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:32:55.559883 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 5 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:33:02.930831 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f3eb731d-85f5-45a2-9602-4c0445ae60c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:33:05.355949 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3ebacae4-0e50-4057-8b0f-f8c7bdffd674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:33:06.529288 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:33:07.541579 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:33:09.361373 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:33:25.714734 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415938'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:33:32.559543 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:33:32.922468 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-29662bb9-69d3-46f9-8a67-b9f0a44e09a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:33:35.357956 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0a2f7402-c431-4596-88b5-6a0ce5c70235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:33:36.534286 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:33:37.542363 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:33:38.663567 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 45658) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:33:38.780659 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-f637b13a-f6c4-4856-9d34-f7b07126490b admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1159637 May 10 05:33:39.356828 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:33:41.044486 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 45668) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:33:41.105131 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-5eae3a9a-1d61-46a0-a7b6-5a06c8b66240 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0590713 May 10 05:33:55.690384 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:34:02.920071 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fa4351d6-af46-4ef3-b7bf-7e67bfd1594f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:34:05.358621 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-061a0b06-df2a-4d87-9cd7-7f4f67050477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:34:06.544493 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:34:07.545106 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:34:09.364974 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:34:09.564958 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:34:25.678135 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:34:32.926059 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-af61bb72-a8d9-4adc-898f-6aae76348e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:34:35.352412 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4c1710fb-f445-47d0-a7b5-a45a9f0b9814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:34:36.541349 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:34:37.550259 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:34:39.352873 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:34:46.564539 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:34:55.693402 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:02.920345 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8dbaba02-e0d7-4182-8036-ff854a9ca8e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:05.356822 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-53b8de3c-28c9-4953-8e43-3e4d4bd48766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:06.542288 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:07.550516 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:09.348968 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:19.362194 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 45790) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:19.702120 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-988017641-network', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:19.722558 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] Made reservation on behalf of 9a950288ff0b408ea461a2206204f2e6 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:35:19.725510 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:19.734656 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:19.815890 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] Publish callbacks [] for security_group (4d2c0b47-0f49-451f-a9ac-4c46fd856991), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:19.822083 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (4d2c0b47-0f49-451f-a9ac-4c46fd856991), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:19.858522 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2c0b47-0f49-451f-a9ac-4c46fd856991,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:19.861990 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 05:35:19.872030 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:19.873338 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:19.873843 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:19.874336 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:19.874813 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:19.875301 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:19.875789 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:19.876360 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:19.876858 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:19.877176 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:19.877657 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:19.878120 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:19.878610 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:19.878931 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:19.879244 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] Tracked resource versions report: May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: pushed versions: May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: { 'AddressGroup': {'1.2'}, May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: 'Agent': {'1.1'}, May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: 'ConntrackHelper': {'1.0'}, May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: 'LocalIPAssociation': {'1.0'}, May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: 'Log': {'1.0'}, May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: 'NDPProxy': {'1.0'}, May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: 'Network': {'1.1'}, May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: 'Port': {'1.7'}, May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: 'PortForwarding': {'1.3'}, May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: 'QosPolicy': {'1.10'}, May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: 'SecurityGroup': {'1.5'}, May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: 'SecurityGroupRule': {'1.2'}, May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: 'SubPort': {'1.0'}, May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: 'Subnet': {'1.1'}, May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: 'Trunk': {'1.1'}} May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: consumer versions: May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: { DHCP agent@dv-cinder-836996-16-iscsi: {}, May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: HyperV agent@hv-cinder-83699: {}, May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: L3 agent@dv-cinder-836996-16-iscsi: {}, May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: Metadata agent@dv-cinder-836996-16-iscsi: {}, May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: Metering agent@dv-cinder-836996-16-iscsi: {}, May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: Open vSwitch agent@dv-cinder-836996-16-iscsi: { 'AddressGroup': '1.2', May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: 'Agent': '1.1', May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: 'ConntrackHelper': '1.0', May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: 'LocalIPAssociation': '1.0', May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: 'Log': '1.0', May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: 'NDPProxy': '1.0', May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: 'Network': '1.1', May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: 'Port': '1.7', May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: 'PortForwarding': '1.3', May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: 'QosPolicy': '1.10', May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: 'SecurityGroup': '1.5', May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: 'SecurityGroupRule': '1.2', May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: 'SubPort': '1.0', May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: 'Subnet': '1.1', May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: 'Trunk': '1.1'}} May 10 05:35:19.880786 dv-cinder-836996-16-iscsi neutron-server[103528]: {{(pid=103528) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 05:35:19.890094 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (46041a5c-387e-447a-832b-d8bd3c900a82), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:19.890557 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.db.segments_db [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] Added segment 46041a5c-387e-447a-832b-d8bd3c900a82 of type vlan for network 04cb81b5-85e4-4ffa-8556-8a80e37bea1f May 10 05:35:19.944903 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215042991'] for network (04cb81b5-85e4-4ffa-8556-8a80e37bea1f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:19.972043 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for network (04cb81b5-85e4-4ffa-8556-8a80e37bea1f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:19.973080 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:19.974022 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:20.030786 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6666398 May 10 05:35:20.033877 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 45828) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:20.038180 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef457c-d91d-4232-9cf1-01aa074a8ed9 admin admin] Pushing event updated for resources: {'Network': ['ID=04cb81b5-85e4-4ffa-8556-8a80e37bea1f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:20.041528 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-a317b92e-df6e-4ab4-a3c1-39f088cca7c5 admin admin] Request body: {'subnet': {'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-988017641-subnet', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:20.050567 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Network 04cb81b5-85e4-4ffa-8556-8a80e37bea1f details requested by agent ovs-agent-dv-cinder-836996-16-iscsi with host dv-cinder-836996-16-iscsi {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 05:35:20.065681 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a317b92e-df6e-4ab4-a3c1-39f088cca7c5 admin admin] Made reservation on behalf of 9a950288ff0b408ea461a2206204f2e6 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:35:20.068641 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a317b92e-df6e-4ab4-a3c1-39f088cca7c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:20.253752 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a317b92e-df6e-4ab4-a3c1-39f088cca7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for subnet (7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:20.302139 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317b92e-df6e-4ab4-a3c1-39f088cca7c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:20.310640 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317b92e-df6e-4ab4-a3c1-39f088cca7c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:20.311162 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317b92e-df6e-4ab4-a3c1-39f088cca7c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:20.311505 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317b92e-df6e-4ab4-a3c1-39f088cca7c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:20.311862 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317b92e-df6e-4ab4-a3c1-39f088cca7c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:20.312242 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317b92e-df6e-4ab4-a3c1-39f088cca7c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:20.312493 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317b92e-df6e-4ab4-a3c1-39f088cca7c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:20.312809 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317b92e-df6e-4ab4-a3c1-39f088cca7c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:20.313119 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317b92e-df6e-4ab4-a3c1-39f088cca7c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:20.313433 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317b92e-df6e-4ab4-a3c1-39f088cca7c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:20.313789 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317b92e-df6e-4ab4-a3c1-39f088cca7c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:20.314102 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317b92e-df6e-4ab4-a3c1-39f088cca7c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:20.314409 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317b92e-df6e-4ab4-a3c1-39f088cca7c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:20.314881 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317b92e-df6e-4ab4-a3c1-39f088cca7c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:20.315188 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317b92e-df6e-4ab4-a3c1-39f088cca7c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:20.315496 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317b92e-df6e-4ab4-a3c1-39f088cca7c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317b92e-df6e-4ab4-a3c1-39f088cca7c5 admin admin] Tracked resource versions report: May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: pushed versions: May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: { 'AddressGroup': {'1.2'}, May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: 'Agent': {'1.1'}, May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: 'ConntrackHelper': {'1.0'}, May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: 'LocalIPAssociation': {'1.0'}, May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: 'Log': {'1.0'}, May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: 'NDPProxy': {'1.0'}, May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: 'Network': {'1.1'}, May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: 'Port': {'1.7'}, May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: 'PortForwarding': {'1.3'}, May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: 'QosPolicy': {'1.10'}, May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: 'SecurityGroup': {'1.5'}, May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: 'SecurityGroupRule': {'1.2'}, May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: 'SubPort': {'1.0'}, May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: 'Subnet': {'1.1'}, May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: 'Trunk': {'1.1'}} May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: consumer versions: May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: { DHCP agent@dv-cinder-836996-16-iscsi: {}, May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: HyperV agent@hv-cinder-83699: {}, May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: L3 agent@dv-cinder-836996-16-iscsi: {}, May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: Metadata agent@dv-cinder-836996-16-iscsi: {}, May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: Metering agent@dv-cinder-836996-16-iscsi: {}, May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: Open vSwitch agent@dv-cinder-836996-16-iscsi: { 'AddressGroup': '1.2', May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: 'Agent': '1.1', May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: 'ConntrackHelper': '1.0', May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: 'LocalIPAssociation': '1.0', May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: 'Log': '1.0', May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: 'NDPProxy': '1.0', May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: 'Network': '1.1', May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: 'Port': '1.7', May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: 'PortForwarding': '1.3', May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: 'QosPolicy': '1.10', May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: 'SecurityGroup': '1.5', May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: 'SecurityGroupRule': '1.2', May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: 'SubPort': '1.0', May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: 'Subnet': '1.1', May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: 'Trunk': '1.1'}} May 10 05:35:20.316700 dv-cinder-836996-16-iscsi neutron-server[103529]: {{(pid=103529) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 05:35:20.340010 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a317b92e-df6e-4ab4-a3c1-39f088cca7c5 admin admin] Checking segment: {'id': '46041a5c-387e-447a-832b-d8bd3c900a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:35:20.340529 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a317b92e-df6e-4ab4-a3c1-39f088cca7c5 admin admin] Network hostable DHCP agents. Network: 04cb81b5-85e4-4ffa-8556-8a80e37bea1f, hostable agents: ['80185445-a40d-4750-a48c-216d3708fc1f'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 05:35:20.362093 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a317b92e-df6e-4ab4-a3c1-39f088cca7c5 admin admin] Network 04cb81b5-85e4-4ffa-8556-8a80e37bea1f is scheduled to be hosted by DHCP agent 80185445-a40d-4750-a48c-216d3708fc1f with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 05:35:20.373643 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-a317b92e-df6e-4ab4-a3c1-39f088cca7c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-16-iscsi, 04cb81b5-85e4-4ffa-8556-8a80e37bea1f) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:35:20.378115 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a317b92e-df6e-4ab4-a3c1-39f088cca7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:20.378753 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a317b92e-df6e-4ab4-a3c1-39f088cca7c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:20.391150 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03db6b5b-d2d8-4954-9c1b-2adb2327911b None None] Network 04cb81b5-85e4-4ffa-8556-8a80e37bea1f requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:35:20.396855 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-a317b92e-df6e-4ab4-a3c1-39f088cca7c5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3612537 May 10 05:35:20.399797 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 45866) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:20.404130 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-8d8ec501-1c9f-42df-a62e-a5937ec837c3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-988017641-router', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:20.425583 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d8ec501-1c9f-42df-a62e-a5937ec837c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1813'] for router (d46fe4cc-be48-4536-8e79-8e4809c02dc3), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:20.426917 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d8ec501-1c9f-42df-a62e-a5937ec837c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router (d46fe4cc-be48-4536-8e79-8e4809c02dc3), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:20.513508 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d8ec501-1c9f-42df-a62e-a5937ec837c3 admin admin] Publish callbacks [] for router_controller (d46fe4cc-be48-4536-8e79-8e4809c02dc3), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:20.537156 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77a1f43e-83cf-5f9e-974f-aeeb96f1245d-04cb81b5-85e4-4ffa-8556-8a80e37bea1f', 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f', 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'fixed_ips': [{'subnet_id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec'}]}} from dv-cinder-836996-16-iscsi. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 05:35:20.538091 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:20.667225 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d8ec501-1c9f-42df-a62e-a5937ec837c3 admin admin] Publish callbacks [] for router_gateway (d46fe4cc-be48-4536-8e79-8e4809c02dc3), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:20.710428 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Allocated IP 172.20.0.2 (04cb81b5-85e4-4ffa-8556-8a80e37bea1f/7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec/c44fdb4c-07e8-4355-bf9f-4163bd51569b) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:35:20.887770 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Publish callbacks [] for port (c44fdb4c-07e8-4355-bf9f-4163bd51569b), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:20.894909 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (c44fdb4c-07e8-4355-bf9f-4163bd51569b), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:20.924471 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d8ec501-1c9f-42df-a62e-a5937ec837c3 admin admin] Publish callbacks [] for router_gateway (d46fe4cc-be48-4536-8e79-8e4809c02dc3), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:20.939722 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Network 04cb81b5-85e4-4ffa-8556-8a80e37bea1f is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:35:20.945626 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:35:20.947018 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d8ec501-1c9f-42df-a62e-a5937ec837c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:20.950236 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:35:20.953467 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Pushing event updated for resources: {'Port': ['ID=c44fdb4c-07e8-4355-bf9f-4163bd51569b,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:20.965617 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:20.965946 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:20.966489 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:20.966975 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:20.967439 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:20.967947 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:20.968406 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:20.969419 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:20.969419 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:20.969921 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:20.970383 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:20.970848 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:20.971325 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:20.971916 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:20.972369 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Tracked resource versions report: May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: pushed versions: May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: { 'AddressGroup': {'1.2'}, May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: 'Agent': {'1.1'}, May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: 'ConntrackHelper': {'1.0'}, May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: 'LocalIPAssociation': {'1.0'}, May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: 'Log': {'1.0'}, May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: 'NDPProxy': {'1.0'}, May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: 'Network': {'1.1'}, May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: 'Port': {'1.7'}, May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: 'PortForwarding': {'1.3'}, May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: 'QosPolicy': {'1.10'}, May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: 'SecurityGroup': {'1.5'}, May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: 'SecurityGroupRule': {'1.2'}, May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: 'SubPort': {'1.0'}, May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: 'Subnet': {'1.1'}, May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: 'Trunk': {'1.1'}} May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: consumer versions: May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: { DHCP agent@dv-cinder-836996-16-iscsi: {}, May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: HyperV agent@hv-cinder-83699: {}, May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: L3 agent@dv-cinder-836996-16-iscsi: {}, May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: Metadata agent@dv-cinder-836996-16-iscsi: {}, May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: Metering agent@dv-cinder-836996-16-iscsi: {}, May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: Open vSwitch agent@dv-cinder-836996-16-iscsi: { 'AddressGroup': '1.2', May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: 'Agent': '1.1', May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: 'ConntrackHelper': '1.0', May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: 'LocalIPAssociation': '1.0', May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: 'Log': '1.0', May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: 'NDPProxy': '1.0', May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: 'Network': '1.1', May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: 'Port': '1.7', May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: 'PortForwarding': '1.3', May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: 'QosPolicy': '1.10', May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: 'SecurityGroup': '1.5', May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: 'SecurityGroupRule': '1.2', May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: 'SubPort': '1.0', May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: 'Subnet': '1.1', May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: 'Trunk': '1.1'}} May 10 05:35:20.973747 dv-cinder-836996-16-iscsi neutron-server[103530]: {{(pid=103530) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 05:35:21.038921 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Attempting to bind port c44fdb4c-07e8-4355-bf9f-4163bd51569b on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:35:21.040037 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Attempting to bind port c44fdb4c-07e8-4355-bf9f-4163bd51569b by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': '46041a5c-387e-447a-832b-d8bd3c900a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:35:21.040609 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Attempting to bind port c44fdb4c-07e8-4355-bf9f-4163bd51569b on network 04cb81b5-85e4-4ffa-8556-8a80e37bea1f {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:35:21.047339 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:35:21.048261 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Checking segment: {'id': '46041a5c-387e-447a-832b-d8bd3c900a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:35:21.048828 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:21.049219 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Bound using segment: {'id': '46041a5c-387e-447a-832b-d8bd3c900a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:35:21.049684 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Bound port: c44fdb4c-07e8-4355-bf9f-4163bd51569b, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46041a5c-387e-447a-832b-d8bd3c900a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:35:21.050054 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (c44fdb4c-07e8-4355-bf9f-4163bd51569b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:21.110928 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-8d8ec501-1c9f-42df-a62e-a5937ec837c3 admin admin] Allocated IP 172.27.0.95 (87bc626b-a764-429e-8d11-cdbbe513fac5/76823629-1df9-4cfd-a8c3-1d6cce6b2ea9/eb7667e9-8972-4bcd-9009-2b7c5338404d) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:35:21.158649 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] For port c44fdb4c-07e8-4355-bf9f-4163bd51569b, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:35:21.165243 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] For port c44fdb4c-07e8-4355-bf9f-4163bd51569b, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=c44fdb4c-07e8-4355-bf9f-4163bd51569b,segment=NetworkSegment(46041a5c-387e-447a-832b-d8bd3c900a82),segment_id=46041a5c-387e-447a-832b-d8bd3c900a82)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:35:21.182204 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (c44fdb4c-07e8-4355-bf9f-4163bd51569b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:21.194078 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 45890) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:21.214788 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 45894) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:21.227276 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 45898) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:21.268482 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d8ec501-1c9f-42df-a62e-a5937ec837c3 admin admin] Publish callbacks [] for port (eb7667e9-8972-4bcd-9009-2b7c5338404d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:21.316669 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0e4ce-e4d8-47e1-a9d3-78d51c4a2d01 None None] Pushing event updated for resources: {'Port': ['ID=c44fdb4c-07e8-4355-bf9f-4163bd51569b,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:21.337128 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d8ec501-1c9f-42df-a62e-a5937ec837c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (eb7667e9-8972-4bcd-9009-2b7c5338404d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:21.368194 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8ec501-1c9f-42df-a62e-a5937ec837c3 admin admin] Network 87bc626b-a764-429e-8d11-cdbbe513fac5 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:35:21.403473 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-8d8ec501-1c9f-42df-a62e-a5937ec837c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:35:21.407100 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8ec501-1c9f-42df-a62e-a5937ec837c3 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:35:21.426008 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ec501-1c9f-42df-a62e-a5937ec837c3 admin admin] Pushing event updated for resources: {'Port': ['ID=eb7667e9-8972-4bcd-9009-2b7c5338404d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:21.650855 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-6e928db5-085c-4a7a-9842-967687f6b994 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1299313122-network', 'tenant_id': 'a4b426f4da354914ab7f6f98d583f557'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:21.683379 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-d33c8f68-6b16-4ef1-b84a-ec12d62b4c1f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-173816327-network', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:21.710769 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e928db5-085c-4a7a-9842-967687f6b994 admin admin] Made reservation on behalf of a4b426f4da354914ab7f6f98d583f557 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:35:21.721009 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6e928db5-085c-4a7a-9842-967687f6b994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:21.761025 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6e928db5-085c-4a7a-9842-967687f6b994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:21.767001 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-8050e4d5-62c3-4ef6-b7f6-043295bd4dc9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1712131266-network', 'tenant_id': '946af2825477481298bcaa8f04b345d2'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:21.791962 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33c8f68-6b16-4ef1-b84a-ec12d62b4c1f admin admin] Made reservation on behalf of 5655a11bb4d94e7fb7186eb1bec105cb for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:35:21.796161 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d33c8f68-6b16-4ef1-b84a-ec12d62b4c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:21.812537 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d33c8f68-6b16-4ef1-b84a-ec12d62b4c1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:21.845483 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8050e4d5-62c3-4ef6-b7f6-043295bd4dc9 admin admin] Made reservation on behalf of 946af2825477481298bcaa8f04b345d2 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:35:21.848232 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8050e4d5-62c3-4ef6-b7f6-043295bd4dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:21.870888 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8050e4d5-62c3-4ef6-b7f6-043295bd4dc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:21.875464 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d8ec501-1c9f-42df-a62e-a5937ec837c3 admin admin] Publish callbacks [] for router_gateway (d46fe4cc-be48-4536-8e79-8e4809c02dc3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:21.952129 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d33c8f68-6b16-4ef1-b84a-ec12d62b4c1f admin admin] Publish callbacks [] for security_group (b43e7bf6-3d01-4933-89d2-4437afb8eb0c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:21.965858 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d33c8f68-6b16-4ef1-b84a-ec12d62b4c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (b43e7bf6-3d01-4933-89d2-4437afb8eb0c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:21.984829 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6e928db5-085c-4a7a-9842-967687f6b994 admin admin] Publish callbacks [] for security_group (b553ad7e-c7ee-42b7-a6e8-ae66e7455257), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:22.033340 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c8f68-6b16-4ef1-b84a-ec12d62b4c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43e7bf6-3d01-4933-89d2-4437afb8eb0c,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:22.041422 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6e928db5-085c-4a7a-9842-967687f6b994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (b553ad7e-c7ee-42b7-a6e8-ae66e7455257), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:22.057237 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e928db5-085c-4a7a-9842-967687f6b994 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 05:35:22.067880 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6e928db5-085c-4a7a-9842-967687f6b994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (d20740a7-294a-4680-8061-5751296df811), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:22.068533 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.db.segments_db [None req-6e928db5-085c-4a7a-9842-967687f6b994 admin admin] Added segment d20740a7-294a-4680-8061-5751296df811 of type vlan for network fb9c257f-d658-42e8-955f-e318f6125a57 May 10 05:35:22.101762 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d33c8f68-6b16-4ef1-b84a-ec12d62b4c1f admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 05:35:22.129347 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8050e4d5-62c3-4ef6-b7f6-043295bd4dc9 admin admin] Publish callbacks [] for security_group (55ba2c94-a51a-4734-881b-560b529dfe5e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:22.133666 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d33c8f68-6b16-4ef1-b84a-ec12d62b4c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (9225ec9f-9ab7-44e3-8189-b6b0b00fce2d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:22.134211 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.db.segments_db [None req-d33c8f68-6b16-4ef1-b84a-ec12d62b4c1f admin admin] Added segment 9225ec9f-9ab7-44e3-8189-b6b0b00fce2d of type vlan for network 5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 May 10 05:35:22.137461 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8050e4d5-62c3-4ef6-b7f6-043295bd4dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (55ba2c94-a51a-4734-881b-560b529dfe5e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:22.150135 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6e928db5-085c-4a7a-9842-967687f6b994 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215042991'] for network (fb9c257f-d658-42e8-955f-e318f6125a57), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:22.150762 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8050e4d5-62c3-4ef6-b7f6-043295bd4dc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 05:35:22.161467 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8050e4d5-62c3-4ef6-b7f6-043295bd4dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (042867d0-7366-4489-a0e0-141b24a727e4), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:22.162103 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.db.segments_db [None req-8050e4d5-62c3-4ef6-b7f6-043295bd4dc9 admin admin] Added segment 042867d0-7366-4489-a0e0-141b24a727e4 of type vlan for network 58a4c33e-b5ad-4505-8230-cedc9ea5ca27 May 10 05:35:22.206418 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e928db5-085c-4a7a-9842-967687f6b994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b553ad7e-c7ee-42b7-a6e8-ae66e7455257,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:22.230235 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8050e4d5-62c3-4ef6-b7f6-043295bd4dc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215042991'] for network (58a4c33e-b5ad-4505-8230-cedc9ea5ca27), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:22.232458 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d33c8f68-6b16-4ef1-b84a-ec12d62b4c1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215042991'] for network (5d671de9-b99f-4d0f-8ce6-d44065c4ccc7), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:22.290026 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6e928db5-085c-4a7a-9842-967687f6b994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for network (fb9c257f-d658-42e8-955f-e318f6125a57), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:22.300673 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e928db5-085c-4a7a-9842-967687f6b994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:22.300673 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6e928db5-085c-4a7a-9842-967687f6b994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:22.478986 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050e4d5-62c3-4ef6-b7f6-043295bd4dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ba2c94-a51a-4734-881b-560b529dfe5e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:22.485329 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device c44fdb4c-07e8-4355-bf9f-4163bd51569b up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:35:22.494763 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8050e4d5-62c3-4ef6-b7f6-043295bd4dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for network (58a4c33e-b5ad-4505-8230-cedc9ea5ca27), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:22.495772 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8050e4d5-62c3-4ef6-b7f6-043295bd4dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:22.496352 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8050e4d5-62c3-4ef6-b7f6-043295bd4dc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:22.515929 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d8ec501-1c9f-42df-a62e-a5937ec837c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423434'] for router (d46fe4cc-be48-4536-8e79-8e4809c02dc3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:22.591788 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port c44fdb4c-07e8-4355-bf9f-4163bd51569b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:22.592149 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (c44fdb4c-07e8-4355-bf9f-4163bd51569b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:22.604688 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d33c8f68-6b16-4ef1-b84a-ec12d62b4c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for network (5d671de9-b99f-4d0f-8ce6-d44065c4ccc7), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:22.605839 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33c8f68-6b16-4ef1-b84a-ec12d62b4c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:22.608227 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d33c8f68-6b16-4ef1-b84a-ec12d62b4c1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:22.659707 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-6e928db5-085c-4a7a-9842-967687f6b994 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4628839 May 10 05:35:22.663565 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 45952) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:22.674330 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-32d2c729-7772-4b01-b352-9f16b5d74dd1 admin admin] Request body: {'subnet': {'network_id': 'fb9c257f-d658-42e8-955f-e318f6125a57', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1299313122-subnet', 'tenant_id': 'a4b426f4da354914ab7f6f98d583f557', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:22.692294 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-d33c8f68-6b16-4ef1-b84a-ec12d62b4c1f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4754136 May 10 05:35:22.693337 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e928db5-085c-4a7a-9842-967687f6b994 admin admin] Pushing event updated for resources: {'Network': ['ID=fb9c257f-d658-42e8-955f-e318f6125a57,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:22.697614 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 45954) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:22.707470 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-6553fc1c-42d6-44a3-8156-a69326cfc250 admin admin] Request body: {'subnet': {'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-173816327-subnet', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:22.712008 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-8050e4d5-62c3-4ef6-b7f6-043295bd4dc9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4834194 May 10 05:35:22.715146 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Network fb9c257f-d658-42e8-955f-e318f6125a57 details requested by agent ovs-agent-dv-cinder-836996-16-iscsi with host dv-cinder-836996-16-iscsi {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 05:35:22.719280 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 45956) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:22.728787 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-5d73c326-f9c8-40da-9ea9-645f0da34f58 admin admin] Request body: {'subnet': {'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1712131266-subnet', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:22.765281 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050e4d5-62c3-4ef6-b7f6-043295bd4dc9 admin admin] Pushing event updated for resources: {'Network': ['ID=58a4c33e-b5ad-4505-8230-cedc9ea5ca27,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:22.821617 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d73c326-f9c8-40da-9ea9-645f0da34f58 admin admin] Made reservation on behalf of 946af2825477481298bcaa8f04b345d2 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:35:22.824684 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d73c326-f9c8-40da-9ea9-645f0da34f58 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:22.859226 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d2c729-7772-4b01-b352-9f16b5d74dd1 admin admin] Made reservation on behalf of a4b426f4da354914ab7f6f98d583f557 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:35:22.877967 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-32d2c729-7772-4b01-b352-9f16b5d74dd1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:22.908232 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c8f68-6b16-4ef1-b84a-ec12d62b4c1f admin admin] Pushing event updated for resources: {'Network': ['ID=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:22.987383 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6553fc1c-42d6-44a3-8156-a69326cfc250 admin admin] Made reservation on behalf of 5655a11bb4d94e7fb7186eb1bec105cb for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:35:22.989975 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6553fc1c-42d6-44a3-8156-a69326cfc250 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:23.048003 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8ec501-1c9f-42df-a62e-a5937ec837c3 admin admin] Router d46fe4cc-be48-4536-8e79-8e4809c02dc3 is scheduled to L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 05:35:23.056095 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d73c326-f9c8-40da-9ea9-645f0da34f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for subnet (ff46a27e-f212-41bf-beb8-9faaab46805d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:23.087393 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Network 58a4c33e-b5ad-4505-8230-cedc9ea5ca27 details requested by agent ovs-agent-dv-cinder-836996-16-iscsi with host dv-cinder-836996-16-iscsi {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 05:35:23.095084 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397d1cc5-57b6-47ac-8bcb-b84e5361e971 None None] Network 04cb81b5-85e4-4ffa-8556-8a80e37bea1f requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:35:23.121090 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Network 5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 details requested by agent ovs-agent-dv-cinder-836996-16-iscsi with host dv-cinder-836996-16-iscsi {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 05:35:23.152447 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73c326-f9c8-40da-9ea9-645f0da34f58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff46a27e-f212-41bf-beb8-9faaab46805d,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:23.226373 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d73c326-f9c8-40da-9ea9-645f0da34f58 admin admin] Checking segment: {'id': '042867d0-7366-4489-a0e0-141b24a727e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:35:23.226731 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d73c326-f9c8-40da-9ea9-645f0da34f58 admin admin] Network hostable DHCP agents. Network: 58a4c33e-b5ad-4505-8230-cedc9ea5ca27, hostable agents: ['80185445-a40d-4750-a48c-216d3708fc1f'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 05:35:23.271395 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port c44fdb4c-07e8-4355-bf9f-4163bd51569b is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:35:23.271837 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (c44fdb4c-07e8-4355-bf9f-4163bd51569b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:23.284487 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8ec501-1c9f-42df-a62e-a5937ec837c3 admin admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:35:23.303960 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d73c326-f9c8-40da-9ea9-645f0da34f58 admin admin] Network 58a4c33e-b5ad-4505-8230-cedc9ea5ca27 is scheduled to be hosted by DHCP agent 80185445-a40d-4750-a48c-216d3708fc1f with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 05:35:23.304797 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafedbb2-7510-4c4b-bc86-80b890920c45 None None] Sync routers for ids ['d46fe4cc-be48-4536-8e79-8e4809c02dc3'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:35:23.325344 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6553fc1c-42d6-44a3-8156-a69326cfc250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for subnet (5cda1426-dd5e-4474-b1b8-e2dd037a4f93), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:23.326053 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d8ec501-1c9f-42df-a62e-a5937ec837c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:23.327598 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafedbb2-7510-4c4b-bc86-80b890920c45 None None] Routers {'d46fe4cc-be48-4536-8e79-8e4809c02dc3'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:35:23.328458 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-bafedbb2-7510-4c4b-bc86-80b890920c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:35:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['d46fe4cc-be48-4536-8e79-8e4809c02dc3'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:35:23.329635 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-8d8ec501-1c9f-42df-a62e-a5937ec837c3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9287996 May 10 05:35:23.335162 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 45972) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:23.337358 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-5d73c326-f9c8-40da-9ea9-645f0da34f58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-16-iscsi, 58a4c33e-b5ad-4505-8230-cedc9ea5ca27) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:35:23.473425 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-32d2c729-7772-4b01-b352-9f16b5d74dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for subnet (ef201a16-b249-4de4-a64d-c2cbe1c2c303), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:23.481983 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d73c326-f9c8-40da-9ea9-645f0da34f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:23.482728 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553fc1c-42d6-44a3-8156-a69326cfc250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cda1426-dd5e-4474-b1b8-e2dd037a4f93,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:23.487057 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d73c326-f9c8-40da-9ea9-645f0da34f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:23.566445 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-5d73c326-f9c8-40da-9ea9-645f0da34f58 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8447804 May 10 05:35:23.568676 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 45986) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:23.584957 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-14f5cd03-75d6-4c4b-8c0f-96e93fc925b4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1712131266-router', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:23.612824 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db2b4b3-4a06-46d2-a182-ab9ee0f5dce7 None None] Network 58a4c33e-b5ad-4505-8230-cedc9ea5ca27 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:35:23.644896 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6553fc1c-42d6-44a3-8156-a69326cfc250 admin admin] Checking segment: {'id': '9225ec9f-9ab7-44e3-8189-b6b0b00fce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:35:23.645246 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6553fc1c-42d6-44a3-8156-a69326cfc250 admin admin] Network hostable DHCP agents. Network: 5d671de9-b99f-4d0f-8ce6-d44065c4ccc7, hostable agents: ['80185445-a40d-4750-a48c-216d3708fc1f'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 05:35:23.701342 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2c729-7772-4b01-b352-9f16b5d74dd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef201a16-b249-4de4-a64d-c2cbe1c2c303,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:23.701952 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-bafedbb2-7510-4c4b-bc86-80b890920c45 None None] Set router d46fe4cc-be48-4536-8e79-8e4809c02dc3 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:35:23.726904 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14f5cd03-75d6-4c4b-8c0f-96e93fc925b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1813'] for router (5cdb5076-1731-4459-abdd-fcf53d6f3c2d), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:23.729727 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14f5cd03-75d6-4c4b-8c0f-96e93fc925b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router (5cdb5076-1731-4459-abdd-fcf53d6f3c2d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:23.737810 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d2c729-7772-4b01-b352-9f16b5d74dd1 admin admin] Checking segment: {'id': 'd20740a7-294a-4680-8061-5751296df811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb9c257f-d658-42e8-955f-e318f6125a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:35:23.738178 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d2c729-7772-4b01-b352-9f16b5d74dd1 admin admin] Network hostable DHCP agents. Network: fb9c257f-d658-42e8-955f-e318f6125a57, hostable agents: ['80185445-a40d-4750-a48c-216d3708fc1f'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 05:35:23.742887 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6553fc1c-42d6-44a3-8156-a69326cfc250 admin admin] Network 5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 is scheduled to be hosted by DHCP agent 80185445-a40d-4750-a48c-216d3708fc1f with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 05:35:23.776168 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-6553fc1c-42d6-44a3-8156-a69326cfc250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-16-iscsi, 5d671de9-b99f-4d0f-8ce6-d44065c4ccc7) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:35:23.781915 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6553fc1c-42d6-44a3-8156-a69326cfc250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:23.782557 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6553fc1c-42d6-44a3-8156-a69326cfc250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:23.823511 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d2c729-7772-4b01-b352-9f16b5d74dd1 admin admin] Network fb9c257f-d658-42e8-955f-e318f6125a57 is scheduled to be hosted by DHCP agent 80185445-a40d-4750-a48c-216d3708fc1f with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 05:35:23.843512 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-32d2c729-7772-4b01-b352-9f16b5d74dd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-16-iscsi, fb9c257f-d658-42e8-955f-e318f6125a57) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:35:23.852138 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d2c729-7772-4b01-b352-9f16b5d74dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:23.852755 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-32d2c729-7772-4b01-b352-9f16b5d74dd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:23.864164 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b58847-2c83-4c2e-adfe-1bc113a25e31 None None] Network 5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:35:23.873147 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-6553fc1c-42d6-44a3-8156-a69326cfc250 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1741617 May 10 05:35:23.873754 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 46014) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:23.898494 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-70c35d56-7a1b-4561-8e40-02f9f8a09bb6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-173816327-router', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:23.903507 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14f5cd03-75d6-4c4b-8c0f-96e93fc925b4 admin admin] Publish callbacks [] for router_controller (5cdb5076-1731-4459-abdd-fcf53d6f3c2d), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:23.918803 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68d0685-59a5-4607-bc5c-8ea8ff493f05 None None] Network fb9c257f-d658-42e8-955f-e318f6125a57 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:35:23.925218 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-32d2c729-7772-4b01-b352-9f16b5d74dd1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2583997 May 10 05:35:23.957297 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70c35d56-7a1b-4561-8e40-02f9f8a09bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1813'] for router (2c5c7ae5-9535-47c1-a986-d8e61626b3d9), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:23.959514 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70c35d56-7a1b-4561-8e40-02f9f8a09bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router (2c5c7ae5-9535-47c1-a986-d8e61626b3d9), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:24.000409 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] For port c44fdb4c-07e8-4355-bf9f-4163bd51569b, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=c44fdb4c-07e8-4355-bf9f-4163bd51569b,segment=NetworkSegment(46041a5c-387e-447a-832b-d8bd3c900a82),segment_id=46041a5c-387e-447a-832b-d8bd3c900a82)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:35:24.001027 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:35:24.039040 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-43b2a24b-5392-40b5-837e-22ddba510c14 None None] Provisioning complete for port c44fdb4c-07e8-4355-bf9f-4163bd51569b triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:24.039422 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-43b2a24b-5392-40b5-837e-22ddba510c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (c44fdb4c-07e8-4355-bf9f-4163bd51569b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:24.051950 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (c44fdb4c-07e8-4355-bf9f-4163bd51569b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:24.174585 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-bafedbb2-7510-4c4b-bc86-80b890920c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'name': 'tempest-AttachVolumeTestJSON-988017641-router', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:21Z', 'revision_number': 3, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'gw_port': {'id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:35:24.200446 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70c35d56-7a1b-4561-8e40-02f9f8a09bb6 admin admin] Publish callbacks [] for router_controller (2c5c7ae5-9535-47c1-a986-d8e61626b3d9), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:24.281396 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288b7052-1473-40cf-9d8d-4091a7cabb1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77a1f43e-83cf-5f9e-974f-aeeb96f1245d-58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'project_id': '946af2825477481298bcaa8f04b345d2', 'fixed_ips': [{'subnet_id': 'ff46a27e-f212-41bf-beb8-9faaab46805d'}]}} from dv-cinder-836996-16-iscsi. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 05:35:24.282279 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288b7052-1473-40cf-9d8d-4091a7cabb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:24.289287 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafedbb2-7510-4c4b-bc86-80b890920c45 None None] Checking router: d46fe4cc-be48-4536-8e79-8e4809c02dc3 for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:35:24.292292 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafedbb2-7510-4c4b-bc86-80b890920c45 None None] Updating router d46fe4cc-be48-4536-8e79-8e4809c02dc3 port eb7667e9-8972-4bcd-9009-2b7c5338404d binding host dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 05:35:24.340186 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14f5cd03-75d6-4c4b-8c0f-96e93fc925b4 admin admin] Publish callbacks [] for router_gateway (5cdb5076-1731-4459-abdd-fcf53d6f3c2d), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:24.387300 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bafedbb2-7510-4c4b-bc86-80b890920c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (eb7667e9-8972-4bcd-9009-2b7c5338404d), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:24.525578 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Pushing event updated for resources: {'Port': ['ID=c44fdb4c-07e8-4355-bf9f-4163bd51569b,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:24.534693 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70c35d56-7a1b-4561-8e40-02f9f8a09bb6 admin admin] Publish callbacks [] for router_gateway (2c5c7ae5-9535-47c1-a986-d8e61626b3d9), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:24.661083 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 46070) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:24.680822 dv-cinder-836996-16-iscsi neutron-server[103529]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 05:35:24.709925 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2b7904-9025-471f-ab07-c1104e3401bd None None] Network fb9c257f-d658-42e8-955f-e318f6125a57 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:35:24.767682 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 46082) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:24.974668 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485f68b4-eb03-4832-aef0-9aae7b205e00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77a1f43e-83cf-5f9e-974f-aeeb96f1245d-5d671de9-b99f-4d0f-8ce6-d44065c4ccc7', 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7', 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'fixed_ips': [{'subnet_id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93'}]}} from dv-cinder-836996-16-iscsi. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 05:35:24.975787 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-485f68b4-eb03-4832-aef0-9aae7b205e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:25.036245 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-eeb7cfdd-303b-46bf-8872-86e4df6729ca tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:25.044378 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-eeb7cfdd-303b-46bf-8872-86e4df6729ca tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/networks?id=fb9c257f-d658-42e8-955f-e318f6125a57 HTTP/1.1" status: 200 len: 812 time: 0.3818777 May 10 05:35:25.068601 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bafedbb2-7510-4c4b-bc86-80b890920c45 None None] Publish callbacks [] for port (eb7667e9-8972-4bcd-9009-2b7c5338404d), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:25.082047 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bafedbb2-7510-4c4b-bc86-80b890920c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (eb7667e9-8972-4bcd-9009-2b7c5338404d), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:25.094056 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-43b2a24b-5392-40b5-837e-22ddba510c14 None None] Current status of the port c44fdb4c-07e8-4355-bf9f-4163bd51569b is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:35:25.152433 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-b01ff8dc-e40b-4bd7-b028-29201478fff0 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/quotas/a4b426f4da354914ab7f6f98d583f557 HTTP/1.1" status: 200 len: 375 time: 0.1069803 May 10 05:35:25.172960 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c22e46c0-4b8f-40bb-8c8e-dcc80f892d5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:25.215907 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2d874-4f1d-4d61-a300-c0bfbd625784 None None] Pushing event updated for resources: {'Port': ['ID=eb7667e9-8972-4bcd-9009-2b7c5338404d,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:25.227394 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-bafedbb2-7510-4c4b-bc86-80b890920c45 None None] Attempting to bind port eb7667e9-8972-4bcd-9009-2b7c5338404d on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:35:25.228160 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-bafedbb2-7510-4c4b-bc86-80b890920c45 None None] Attempting to bind port eb7667e9-8972-4bcd-9009-2b7c5338404d by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:35:25.228586 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafedbb2-7510-4c4b-bc86-80b890920c45 None None] Attempting to bind port eb7667e9-8972-4bcd-9009-2b7c5338404d on network 87bc626b-a764-429e-8d11-cdbbe513fac5 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:35:25.235879 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-8edf4f4a-b2fc-4f38-bd97-e101c26068a5 None None] Provisioning complete for port c44fdb4c-07e8-4355-bf9f-4163bd51569b triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:25.236430 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8edf4f4a-b2fc-4f38-bd97-e101c26068a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (c44fdb4c-07e8-4355-bf9f-4163bd51569b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:25.242881 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc2d874-4f1d-4d61-a300-c0bfbd625784 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:25.243294 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc2d874-4f1d-4d61-a300-c0bfbd625784 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:25.243685 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc2d874-4f1d-4d61-a300-c0bfbd625784 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:25.244035 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc2d874-4f1d-4d61-a300-c0bfbd625784 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:25.244361 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc2d874-4f1d-4d61-a300-c0bfbd625784 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:25.244682 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc2d874-4f1d-4d61-a300-c0bfbd625784 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:25.244997 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc2d874-4f1d-4d61-a300-c0bfbd625784 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:25.245305 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc2d874-4f1d-4d61-a300-c0bfbd625784 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:25.248764 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc2d874-4f1d-4d61-a300-c0bfbd625784 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:25.249754 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc2d874-4f1d-4d61-a300-c0bfbd625784 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:25.252969 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc2d874-4f1d-4d61-a300-c0bfbd625784 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:25.253647 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc2d874-4f1d-4d61-a300-c0bfbd625784 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:25.254129 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc2d874-4f1d-4d61-a300-c0bfbd625784 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:25.254601 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc2d874-4f1d-4d61-a300-c0bfbd625784 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:25.255080 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc2d874-4f1d-4d61-a300-c0bfbd625784 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc2d874-4f1d-4d61-a300-c0bfbd625784 None None] Tracked resource versions report: May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: pushed versions: May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: { 'AddressGroup': {'1.2'}, May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: 'Agent': {'1.1'}, May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: 'ConntrackHelper': {'1.0'}, May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: 'LocalIPAssociation': {'1.0'}, May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: 'Log': {'1.0'}, May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: 'NDPProxy': {'1.0'}, May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: 'Network': {'1.1'}, May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: 'Port': {'1.7'}, May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: 'PortForwarding': {'1.3'}, May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: 'QosPolicy': {'1.10'}, May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: 'SecurityGroup': {'1.5'}, May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: 'SecurityGroupRule': {'1.2'}, May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: 'SubPort': {'1.0'}, May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: 'Subnet': {'1.1'}, May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: 'Trunk': {'1.1'}} May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: consumer versions: May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: { DHCP agent@dv-cinder-836996-16-iscsi: {}, May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: HyperV agent@hv-cinder-83699: {}, May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: L3 agent@dv-cinder-836996-16-iscsi: {}, May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: Metadata agent@dv-cinder-836996-16-iscsi: {}, May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: Metering agent@dv-cinder-836996-16-iscsi: {}, May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: Open vSwitch agent@dv-cinder-836996-16-iscsi: { 'AddressGroup': '1.2', May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: 'Agent': '1.1', May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: 'ConntrackHelper': '1.0', May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: 'LocalIPAssociation': '1.0', May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: 'Log': '1.0', May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: 'NDPProxy': '1.0', May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: 'Network': '1.1', May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: 'Port': '1.7', May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: 'PortForwarding': '1.3', May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: 'QosPolicy': '1.10', May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: 'SecurityGroup': '1.5', May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: 'SecurityGroupRule': '1.2', May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: 'SubPort': '1.0', May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: 'Subnet': '1.1', May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: 'Trunk': '1.1'}} May 10 05:35:25.264865 dv-cinder-836996-16-iscsi neutron-server[103531]: {{(pid=103531) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 05:35:25.280059 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafedbb2-7510-4c4b-bc86-80b890920c45 None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:35:25.282415 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafedbb2-7510-4c4b-bc86-80b890920c45 None None] Checking segment: {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:35:25.283464 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bafedbb2-7510-4c4b-bc86-80b890920c45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:25.284052 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafedbb2-7510-4c4b-bc86-80b890920c45 None None] Bound using segment: {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:35:25.286582 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-bafedbb2-7510-4c4b-bc86-80b890920c45 None None] Bound port: eb7667e9-8972-4bcd-9009-2b7c5338404d, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:35:25.287145 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bafedbb2-7510-4c4b-bc86-80b890920c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (eb7667e9-8972-4bcd-9009-2b7c5338404d), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:25.295709 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70c35d56-7a1b-4561-8e40-02f9f8a09bb6 admin admin] Publish callbacks [] for router_gateway (2c5c7ae5-9535-47c1-a986-d8e61626b3d9), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:25.297552 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-288b7052-1473-40cf-9d8d-4091a7cabb1d None None] Allocated IP 172.20.0.2 (58a4c33e-b5ad-4505-8230-cedc9ea5ca27/ff46a27e-f212-41bf-beb8-9faaab46805d/c8968df0-a211-402c-b01b-4a00c3ac9120) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:35:25.409849 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-bafedbb2-7510-4c4b-bc86-80b890920c45 None None] For port eb7667e9-8972-4bcd-9009-2b7c5338404d, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:35:25.418716 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-bafedbb2-7510-4c4b-bc86-80b890920c45 None None] For port eb7667e9-8972-4bcd-9009-2b7c5338404d, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=eb7667e9-8972-4bcd-9009-2b7c5338404d,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:35:25.441064 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bafedbb2-7510-4c4b-bc86-80b890920c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (eb7667e9-8972-4bcd-9009-2b7c5338404d), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:25.487101 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c22e46c0-4b8f-40bb-8c8e-dcc80f892d5e admin admin] Publish callbacks [] for security_group (56c84c12-e030-4489-87d6-435cec51312a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:25.494193 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-485f68b4-eb03-4832-aef0-9aae7b205e00 None None] Allocated IP 172.20.0.2 (5d671de9-b99f-4d0f-8ce6-d44065c4ccc7/5cda1426-dd5e-4474-b1b8-e2dd037a4f93/48d99909-43f7-477f-81a3-980a95c32925) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:35:25.513243 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70c35d56-7a1b-4561-8e40-02f9f8a09bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:25.531717 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-a8699b8d-3efd-4fd1-b2dc-f05fcddf2374 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a4b426f4da354914ab7f6f98d583f557&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3781896 May 10 05:35:25.533799 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c22e46c0-4b8f-40bb-8c8e-dcc80f892d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (56c84c12-e030-4489-87d6-435cec51312a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:25.587940 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-c22e46c0-4b8f-40bb-8c8e-dcc80f892d5e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0601882561a4a7585c340a4a86fc72e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7773740 May 10 05:35:25.596227 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 46142) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:25.663372 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafedbb2-7510-4c4b-bc86-80b890920c45 None None] Routers {'d46fe4cc-be48-4536-8e79-8e4809c02dc3'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:35:25.664173 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-bafedbb2-7510-4c4b-bc86-80b890920c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:35:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['d46fe4cc-be48-4536-8e79-8e4809c02dc3'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:35:25.694189 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e46c0-4b8f-40bb-8c8e-dcc80f892d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c84c12-e030-4489-87d6-435cec51312a,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:25.716947 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2d874-4f1d-4d61-a300-c0bfbd625784 None None] Pushing event updated for resources: {'Port': ['ID=eb7667e9-8972-4bcd-9009-2b7c5338404d,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:25.788604 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a01d5c0-620e-41ee-bd97-1046a33c8c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:25.845351 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-bafedbb2-7510-4c4b-bc86-80b890920c45 None None] Set router d46fe4cc-be48-4536-8e79-8e4809c02dc3 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:35:25.901371 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14f5cd03-75d6-4c4b-8c0f-96e93fc925b4 admin admin] Publish callbacks [] for router_gateway (5cdb5076-1731-4459-abdd-fcf53d6f3c2d), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:25.938260 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14f5cd03-75d6-4c4b-8c0f-96e93fc925b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:25.961688 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-70c35d56-7a1b-4561-8e40-02f9f8a09bb6 admin admin] Allocated IP 172.27.0.189 (87bc626b-a764-429e-8d11-cdbbe513fac5/76823629-1df9-4cfd-a8c3-1d6cce6b2ea9/832bd5da-ed37-4011-89e9-146dba2eb220) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:35:26.056682 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-485f68b4-eb03-4832-aef0-9aae7b205e00 None None] Publish callbacks [] for port (48d99909-43f7-477f-81a3-980a95c32925), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:26.070222 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-485f68b4-eb03-4832-aef0-9aae7b205e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (48d99909-43f7-477f-81a3-980a95c32925), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:26.085484 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-9c3340a2-4d45-42b1-b3ec-075d7541e377 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 05:35:26.099450 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-9c3340a2-4d45-42b1-b3ec-075d7541e377 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4023879 May 10 05:35:26.116382 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70c35d56-7a1b-4561-8e40-02f9f8a09bb6 admin admin] Publish callbacks [] for port (832bd5da-ed37-4011-89e9-146dba2eb220), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:26.120393 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288b7052-1473-40cf-9d8d-4091a7cabb1d None None] Publish callbacks [] for port (c8968df0-a211-402c-b01b-4a00c3ac9120), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:26.120545 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-5a01d5c0-620e-41ee-bd97-1046a33c8c73 admin admin] Allocated IP 172.20.0.1 (04cb81b5-85e4-4ffa-8556-8a80e37bea1f/7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec/73015f99-60d3-4593-b8e6-09b3bebf7fe4) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:35:26.127900 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8edf4f4a-b2fc-4f38-bd97-e101c26068a5 None None] Current status of the port c44fdb4c-07e8-4355-bf9f-4163bd51569b is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:35:26.136196 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-bafedbb2-7510-4c4b-bc86-80b890920c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'name': 'tempest-AttachVolumeTestJSON-988017641-router', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:21Z', 'revision_number': 3, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'gw_port': {'id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:35:26.138492 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485f68b4-eb03-4832-aef0-9aae7b205e00 None None] Network 5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:35:26.142961 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288b7052-1473-40cf-9d8d-4091a7cabb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (c8968df0-a211-402c-b01b-4a00c3ac9120), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:26.147363 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-485f68b4-eb03-4832-aef0-9aae7b205e00 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:35:26.152434 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485f68b4-eb03-4832-aef0-9aae7b205e00 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:35:26.185394 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70c35d56-7a1b-4561-8e40-02f9f8a09bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (832bd5da-ed37-4011-89e9-146dba2eb220), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:26.195510 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f68b4-eb03-4832-aef0-9aae7b205e00 None None] Pushing event updated for resources: {'Port': ['ID=48d99909-43f7-477f-81a3-980a95c32925,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:26.232406 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafedbb2-7510-4c4b-bc86-80b890920c45 None None] The sync data for ids ['d46fe4cc-be48-4536-8e79-8e4809c02dc3'] in dv-cinder-836996-16-iscsi is: [{'id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'name': 'tempest-AttachVolumeTestJSON-988017641-router', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:21Z', 'revision_number': 3, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'gw_port': {'id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:35:26.262956 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c35d56-7a1b-4561-8e40-02f9f8a09bb6 admin admin] Network 87bc626b-a764-429e-8d11-cdbbe513fac5 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:35:26.272104 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a01d5c0-620e-41ee-bd97-1046a33c8c73 admin admin] Publish callbacks [] for port (73015f99-60d3-4593-b8e6-09b3bebf7fe4), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:26.312393 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-70c35d56-7a1b-4561-8e40-02f9f8a09bb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:35:26.330662 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a01d5c0-620e-41ee-bd97-1046a33c8c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (73015f99-60d3-4593-b8e6-09b3bebf7fe4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:26.427105 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c35d56-7a1b-4561-8e40-02f9f8a09bb6 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:35:26.436369 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288b7052-1473-40cf-9d8d-4091a7cabb1d None None] Network 58a4c33e-b5ad-4505-8230-cedc9ea5ca27 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:35:26.439120 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device c44fdb4c-07e8-4355-bf9f-4163bd51569b up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:35:26.449163 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a01d5c0-620e-41ee-bd97-1046a33c8c73 admin admin] Network 04cb81b5-85e4-4ffa-8556-8a80e37bea1f is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:35:26.455973 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-5a01d5c0-620e-41ee-bd97-1046a33c8c73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:35:26.460175 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01d5c0-620e-41ee-bd97-1046a33c8c73 admin admin] Pushing event updated for resources: {'Port': ['ID=73015f99-60d3-4593-b8e6-09b3bebf7fe4,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:26.466715 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a01d5c0-620e-41ee-bd97-1046a33c8c73 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:35:26.467327 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a01d5c0-620e-41ee-bd97-1046a33c8c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410973'] for router_interface (d46fe4cc-be48-4536-8e79-8e4809c02dc3), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:26.475994 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-288b7052-1473-40cf-9d8d-4091a7cabb1d None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:35:26.506014 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288b7052-1473-40cf-9d8d-4091a7cabb1d None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:35:26.568035 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-485f68b4-eb03-4832-aef0-9aae7b205e00 None None] Attempting to bind port 48d99909-43f7-477f-81a3-980a95c32925 on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:35:26.568406 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-485f68b4-eb03-4832-aef0-9aae7b205e00 None None] Attempting to bind port 48d99909-43f7-477f-81a3-980a95c32925 by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': '9225ec9f-9ab7-44e3-8189-b6b0b00fce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:35:26.568772 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485f68b4-eb03-4832-aef0-9aae7b205e00 None None] Attempting to bind port 48d99909-43f7-477f-81a3-980a95c32925 on network 5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:35:26.582606 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b7052-1473-40cf-9d8d-4091a7cabb1d None None] Pushing event updated for resources: {'Port': ['ID=c8968df0-a211-402c-b01b-4a00c3ac9120,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:26.598794 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485f68b4-eb03-4832-aef0-9aae7b205e00 None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:35:26.599143 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485f68b4-eb03-4832-aef0-9aae7b205e00 None None] Checking segment: {'id': '9225ec9f-9ab7-44e3-8189-b6b0b00fce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:35:26.599523 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-485f68b4-eb03-4832-aef0-9aae7b205e00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:26.600414 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485f68b4-eb03-4832-aef0-9aae7b205e00 None None] Bound using segment: {'id': '9225ec9f-9ab7-44e3-8189-b6b0b00fce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:35:26.600414 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-485f68b4-eb03-4832-aef0-9aae7b205e00 None None] Bound port: 48d99909-43f7-477f-81a3-980a95c32925, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9225ec9f-9ab7-44e3-8189-b6b0b00fce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:35:26.600800 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-485f68b4-eb03-4832-aef0-9aae7b205e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (48d99909-43f7-477f-81a3-980a95c32925), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:26.659126 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-14f5cd03-75d6-4c4b-8c0f-96e93fc925b4 admin admin] Allocated IP 172.27.0.112 (87bc626b-a764-429e-8d11-cdbbe513fac5/76823629-1df9-4cfd-a8c3-1d6cce6b2ea9/e3f7eba2-d17d-4054-8427-2a022d4f45b9) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:35:26.722794 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-288b7052-1473-40cf-9d8d-4091a7cabb1d None None] Attempting to bind port c8968df0-a211-402c-b01b-4a00c3ac9120 on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:35:26.723169 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-288b7052-1473-40cf-9d8d-4091a7cabb1d None None] Attempting to bind port c8968df0-a211-402c-b01b-4a00c3ac9120 by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': '042867d0-7366-4489-a0e0-141b24a727e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:35:26.723534 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288b7052-1473-40cf-9d8d-4091a7cabb1d None None] Attempting to bind port c8968df0-a211-402c-b01b-4a00c3ac9120 on network 58a4c33e-b5ad-4505-8230-cedc9ea5ca27 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:35:26.733271 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port c44fdb4c-07e8-4355-bf9f-4163bd51569b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:26.733859 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (c44fdb4c-07e8-4355-bf9f-4163bd51569b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:26.748911 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-88bbc2c3-9e9f-4e74-ae0f-d99ea335cc97 admin admin] Publish callbacks [] for security_group (56c84c12-e030-4489-87d6-435cec51312a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:26.792635 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288b7052-1473-40cf-9d8d-4091a7cabb1d None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:35:26.793412 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288b7052-1473-40cf-9d8d-4091a7cabb1d None None] Checking segment: {'id': '042867d0-7366-4489-a0e0-141b24a727e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:35:26.793992 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288b7052-1473-40cf-9d8d-4091a7cabb1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:26.794525 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288b7052-1473-40cf-9d8d-4091a7cabb1d None None] Bound using segment: {'id': '042867d0-7366-4489-a0e0-141b24a727e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:35:26.795151 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-288b7052-1473-40cf-9d8d-4091a7cabb1d None None] Bound port: c8968df0-a211-402c-b01b-4a00c3ac9120, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042867d0-7366-4489-a0e0-141b24a727e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:35:26.795987 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288b7052-1473-40cf-9d8d-4091a7cabb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (c8968df0-a211-402c-b01b-4a00c3ac9120), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:26.833004 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-485f68b4-eb03-4832-aef0-9aae7b205e00 None None] For port 48d99909-43f7-477f-81a3-980a95c32925, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:35:26.886907 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 46192) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:26.899620 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-485f68b4-eb03-4832-aef0-9aae7b205e00 None None] For port 48d99909-43f7-477f-81a3-980a95c32925, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=48d99909-43f7-477f-81a3-980a95c32925,segment=NetworkSegment(9225ec9f-9ab7-44e3-8189-b6b0b00fce2d),segment_id=9225ec9f-9ab7-44e3-8189-b6b0b00fce2d)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:35:26.921148 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c35d56-7a1b-4561-8e40-02f9f8a09bb6 admin admin] Pushing event updated for resources: {'Port': ['ID=832bd5da-ed37-4011-89e9-146dba2eb220,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:26.926276 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2cb65a70-db23-4da5-9978-fc6f7d208baf None None] Provisioning complete for port 73015f99-60d3-4593-b8e6-09b3bebf7fe4 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:26.926742 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2cb65a70-db23-4da5-9978-fc6f7d208baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (73015f99-60d3-4593-b8e6-09b3bebf7fe4), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:26.951858 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-485f68b4-eb03-4832-aef0-9aae7b205e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (48d99909-43f7-477f-81a3-980a95c32925), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:26.964024 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-bc55e741-e08e-4493-8bc7-9394e1275be9 service neutron] 10.222.0.23 "GET /v2.0/networks/fb9c257f-d658-42e8-955f-e318f6125a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8632834 May 10 05:35:26.980281 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-88bbc2c3-9e9f-4e74-ae0f-d99ea335cc97 admin admin] Publish callbacks [] for security_group (56c84c12-e030-4489-87d6-435cec51312a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:26.989805 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14f5cd03-75d6-4c4b-8c0f-96e93fc925b4 admin admin] Publish callbacks [] for port (e3f7eba2-d17d-4054-8427-2a022d4f45b9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:27.000000 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a01d5c0-620e-41ee-bd97-1046a33c8c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (73015f99-60d3-4593-b8e6-09b3bebf7fe4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:27.050822 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f68b4-eb03-4832-aef0-9aae7b205e00 None None] Pushing event updated for resources: {'Port': ['ID=48d99909-43f7-477f-81a3-980a95c32925,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:27.078088 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-288b7052-1473-40cf-9d8d-4091a7cabb1d None None] For port c8968df0-a211-402c-b01b-4a00c3ac9120, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:35:27.087385 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-288b7052-1473-40cf-9d8d-4091a7cabb1d None None] For port c8968df0-a211-402c-b01b-4a00c3ac9120, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=c8968df0-a211-402c-b01b-4a00c3ac9120,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:35:27.092561 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port c44fdb4c-07e8-4355-bf9f-4163bd51569b is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:35:27.112147 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288b7052-1473-40cf-9d8d-4091a7cabb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (c8968df0-a211-402c-b01b-4a00c3ac9120), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:27.121925 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2cb65a70-db23-4da5-9978-fc6f7d208baf None None] Port 73015f99-60d3-4593-b8e6-09b3bebf7fe4 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:35:27.152204 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14f5cd03-75d6-4c4b-8c0f-96e93fc925b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (e3f7eba2-d17d-4054-8427-2a022d4f45b9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:27.177227 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bfbf1eda-8edd-43f4-9e69-a824bf52e1f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:27.229370 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70c35d56-7a1b-4561-8e40-02f9f8a09bb6 admin admin] Publish callbacks [] for router_gateway (2c5c7ae5-9535-47c1-a986-d8e61626b3d9), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:27.237828 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b7052-1473-40cf-9d8d-4091a7cabb1d None None] Pushing event updated for resources: {'Port': ['ID=c8968df0-a211-402c-b01b-4a00c3ac9120,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:27.256489 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:27.278957 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f5cd03-75d6-4c4b-8c0f-96e93fc925b4 admin admin] Network 87bc626b-a764-429e-8d11-cdbbe513fac5 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:35:27.286142 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-14f5cd03-75d6-4c4b-8c0f-96e93fc925b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:35:27.300312 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f5cd03-75d6-4c4b-8c0f-96e93fc925b4 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:35:27.339338 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-88bbc2c3-9e9f-4e74-ae0f-d99ea335cc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (56c84c12-e030-4489-87d6-435cec51312a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:27.342213 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-88bbc2c3-9e9f-4e74-ae0f-d99ea335cc97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:27.343639 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-88bbc2c3-9e9f-4e74-ae0f-d99ea335cc97 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56c84c12-e030-4489-87d6-435cec51312a HTTP/1.1" status: 204 len: 168 time: 1.7465582 May 10 05:35:27.432262 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-6659dd88-d638-401e-8018-14f2955ddaf6 service neutron] 10.222.0.23 "GET /v2.0/networks/fb9c257f-d658-42e8-955f-e318f6125a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556150 May 10 05:35:27.441494 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a01d5c0-620e-41ee-bd97-1046a33c8c73 admin admin] Publish callbacks [] for port (73015f99-60d3-4593-b8e6-09b3bebf7fe4), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:27.443716 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5cd03-75d6-4c4b-8c0f-96e93fc925b4 admin admin] Pushing event updated for resources: {'Port': ['ID=e3f7eba2-d17d-4054-8427-2a022d4f45b9,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:27.454274 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a01d5c0-620e-41ee-bd97-1046a33c8c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (73015f99-60d3-4593-b8e6-09b3bebf7fe4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:27.455184 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a01d5c0-620e-41ee-bd97-1046a33c8c73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-483931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409952'] for router_interface (d46fe4cc-be48-4536-8e79-8e4809c02dc3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:27.561680 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01d5c0-620e-41ee-bd97-1046a33c8c73 admin admin] Pushing event updated for resources: {'Port': ['ID=73015f99-60d3-4593-b8e6-09b3bebf7fe4,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:27.595259 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbc2c3-9e9f-4e74-ae0f-d99ea335cc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c84c12-e030-4489-87d6-435cec51312a,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:27.801932 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bfbf1eda-8edd-43f4-9e69-a824bf52e1f5 admin admin] Publish callbacks [] for security_group (57dfba8e-9600-45cf-9b79-9e15d49917e5), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:27.815618 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bfbf1eda-8edd-43f4-9e69-a824bf52e1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (57dfba8e-9600-45cf-9b79-9e15d49917e5), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:27.829264 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70c35d56-7a1b-4561-8e40-02f9f8a09bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423434'] for router (2c5c7ae5-9535-47c1-a986-d8e61626b3d9), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:27.870672 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 46212) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:27.994684 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf1eda-8edd-43f4-9e69-a824bf52e1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57dfba8e-9600-45cf-9b79-9e15d49917e5,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:28.074581 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7c75c232-300b-4876-a56c-53590ce061c7 req-1b3cf33a-459c-4383-9457-3f95757dafd6 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 210 time: 0.2024200 May 10 05:35:28.092512 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-bfbf1eda-8edd-43f4-9e69-a824bf52e1f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a4aa3a0761d4d33a27ce242ed9122c0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2041533 May 10 05:35:28.100092 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 46238) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:28.101026 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14f5cd03-75d6-4c4b-8c0f-96e93fc925b4 admin admin] Publish callbacks [] for router_gateway (5cdb5076-1731-4459-abdd-fcf53d6f3c2d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:28.241824 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a01d5c0-620e-41ee-bd97-1046a33c8c73 admin admin] Network 04cb81b5-85e4-4ffa-8556-8a80e37bea1f is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:35:28.249302 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-5a01d5c0-620e-41ee-bd97-1046a33c8c73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:35:28.268614 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c35d56-7a1b-4561-8e40-02f9f8a09bb6 admin admin] Router 2c5c7ae5-9535-47c1-a986-d8e61626b3d9 is scheduled to L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 05:35:28.425319 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36dd8e64-03f9-4751-8626-00ce8ba22d01 admin admin] Publish callbacks [] for security_group (57dfba8e-9600-45cf-9b79-9e15d49917e5), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:28.492426 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c35d56-7a1b-4561-8e40-02f9f8a09bb6 admin admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:35:28.505922 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e37034-5061-4fba-9715-0b8cb7818e75 None None] Sync routers for ids ['2c5c7ae5-9535-47c1-a986-d8e61626b3d9'] in dv-cinder-836996-16-iscsi {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:35:28.525883 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e37034-5061-4fba-9715-0b8cb7818e75 None None] Routers {'2c5c7ae5-9535-47c1-a986-d8e61626b3d9'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:35:28.529561 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-30e37034-5061-4fba-9715-0b8cb7818e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:35:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['2c5c7ae5-9535-47c1-a986-d8e61626b3d9'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:35:28.574670 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70c35d56-7a1b-4561-8e40-02f9f8a09bb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:28.584996 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-70c35d56-7a1b-4561-8e40-02f9f8a09bb6 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7068164 May 10 05:35:28.587096 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 46258) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:28.604552 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 48d99909-43f7-477f-81a3-980a95c32925 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:35:28.613386 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36dd8e64-03f9-4751-8626-00ce8ba22d01 admin admin] Publish callbacks [] for security_group (57dfba8e-9600-45cf-9b79-9e15d49917e5), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:28.741409 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a01d5c0-620e-41ee-bd97-1046a33c8c73 admin admin] Router d46fe4cc-be48-4536-8e79-8e4809c02dc3 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:35:28.752278 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36dd8e64-03f9-4751-8626-00ce8ba22d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (57dfba8e-9600-45cf-9b79-9e15d49917e5), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:28.755613 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36dd8e64-03f9-4751-8626-00ce8ba22d01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:28.756711 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-36dd8e64-03f9-4751-8626-00ce8ba22d01 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57dfba8e-9600-45cf-9b79-9e15d49917e5 HTTP/1.1" status: 204 len: 168 time: 0.6540008 May 10 05:35:28.765407 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14f5cd03-75d6-4c4b-8c0f-96e93fc925b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423434'] for router (5cdb5076-1731-4459-abdd-fcf53d6f3c2d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:28.775699 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd8e64-03f9-4751-8626-00ce8ba22d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57dfba8e-9600-45cf-9b79-9e15d49917e5,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:28.913909 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port 48d99909-43f7-477f-81a3-980a95c32925 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:28.916217 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (48d99909-43f7-477f-81a3-980a95c32925), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:29.076388 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4d73812a-0a01-456f-b404-8bff3011427c None None] Provisioning complete for port 73015f99-60d3-4593-b8e6-09b3bebf7fe4 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:29.084265 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4d73812a-0a01-456f-b404-8bff3011427c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (73015f99-60d3-4593-b8e6-09b3bebf7fe4), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:29.213302 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-30e37034-5061-4fba-9715-0b8cb7818e75 None None] Set router 2c5c7ae5-9535-47c1-a986-d8e61626b3d9 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:35:29.427633 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a01d5c0-620e-41ee-bd97-1046a33c8c73 admin admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:35:29.444379 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f6985b-d3c4-496a-b26a-cd6ab004fc3d None None] Sync routers for ids ['d46fe4cc-be48-4536-8e79-8e4809c02dc3'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:35:29.451665 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-5a01d5c0-620e-41ee-bd97-1046a33c8c73 admin admin] 10.222.0.23 "PUT /v2.0/routers/d46fe4cc-be48-4536-8e79-8e4809c02dc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1151066 May 10 05:35:29.462733 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f6985b-d3c4-496a-b26a-cd6ab004fc3d None None] Routers {'d46fe4cc-be48-4536-8e79-8e4809c02dc3'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:35:29.466296 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-99f6985b-d3c4-496a-b26a-cd6ab004fc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:35:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['d46fe4cc-be48-4536-8e79-8e4809c02dc3'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:35:29.544812 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 46306) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:29.601016 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-97c7e9a7-0882-493c-b29d-962e807da3ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:29.634103 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port 48d99909-43f7-477f-81a3-980a95c32925 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:35:29.635076 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f5cd03-75d6-4c4b-8c0f-96e93fc925b4 admin admin] Router 5cdb5076-1731-4459-abdd-fcf53d6f3c2d is scheduled to L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 05:35:29.635664 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (48d99909-43f7-477f-81a3-980a95c32925), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:29.701369 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2ba02016-460f-4c78-afec-580875c8b3a2 req-bc6911ff-ce16-4f5c-a728-4dee0dce72e0 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 210 time: 0.1972821 May 10 05:35:29.761601 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4d73812a-0a01-456f-b404-8bff3011427c None None] Port 73015f99-60d3-4593-b8e6-09b3bebf7fe4 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:35:29.764099 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f413f550-de2b-4642-8669-4a945038d4ee None None] Network 5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:35:29.823333 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-99f6985b-d3c4-496a-b26a-cd6ab004fc3d None None] Set router d46fe4cc-be48-4536-8e79-8e4809c02dc3 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:35:30.034706 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c7e6bd55-39ee-4cd9-99c3-7f5a09fb3200 None None] Provisioning complete for port 48d99909-43f7-477f-81a3-980a95c32925 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:30.040126 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c7e6bd55-39ee-4cd9-99c3-7f5a09fb3200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (48d99909-43f7-477f-81a3-980a95c32925), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:30.045338 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f60cb98e-f8e4-4c90-b5ce-732b9138e28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:30.082533 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-97c7e9a7-0882-493c-b29d-962e807da3ab admin admin] Publish callbacks [] for security_group (bb8d9c14-abb7-4f5d-9f59-ad1f02bc937b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:30.084243 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f5cd03-75d6-4c4b-8c0f-96e93fc925b4 admin admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:35:30.093315 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-97c7e9a7-0882-493c-b29d-962e807da3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (bb8d9c14-abb7-4f5d-9f59-ad1f02bc937b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:30.157827 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 46320) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:30.166385 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-97c7e9a7-0882-493c-b29d-962e807da3ab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=64e569311d8d43d7a746a9848b96c223&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6134117 May 10 05:35:30.171797 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-30e37034-5061-4fba-9715-0b8cb7818e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'name': 'tempest-ServerRescueNegativeTestJSON-173816327-router', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:26Z', 'revision_number': 3, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'gw_port': {'id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:86:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:35:30.174687 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 46324) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:30.221440 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf416c18-9f22-4478-8b5a-d7436ae55ebf None None] Network 58a4c33e-b5ad-4505-8230-cedc9ea5ca27 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:35:30.224162 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1b5cda-e316-4736-9b59-644ffe51a559 None None] Sync routers for ids ['5cdb5076-1731-4459-abdd-fcf53d6f3c2d'] in dv-cinder-836996-16-iscsi {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:35:30.247798 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14f5cd03-75d6-4c4b-8c0f-96e93fc925b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:30.254645 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-14f5cd03-75d6-4c4b-8c0f-96e93fc925b4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.6783650 May 10 05:35:30.267050 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 46330) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:30.299660 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] For port 48d99909-43f7-477f-81a3-980a95c32925, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=48d99909-43f7-477f-81a3-980a95c32925,segment=NetworkSegment(9225ec9f-9ab7-44e3-8189-b6b0b00fce2d),segment_id=9225ec9f-9ab7-44e3-8189-b6b0b00fce2d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:35:30.411705 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-f60cb98e-f8e4-4c90-b5ce-732b9138e28d admin admin] Allocated IP 172.20.0.1 (5d671de9-b99f-4d0f-8ce6-d44065c4ccc7/5cda1426-dd5e-4474-b1b8-e2dd037a4f93/cce6e3f1-ae7d-4c27-95c6-b86a67679dcb) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:35:30.471918 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-99f6985b-d3c4-496a-b26a-cd6ab004fc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'name': 'tempest-AttachVolumeTestJSON-988017641-router', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:26Z', 'revision_number': 4, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'gw_port': {'id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '73015f99-60d3-4593-b8e6-09b3bebf7fe4', 'name': '', 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'mac_address': 'fa:16:3e:27:a8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:27Z', 'revision_number': 2, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'subnets': [{'id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:35:30.476318 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 46342) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:30.512859 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7e9a7-0882-493c-b29d-962e807da3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8d9c14-abb7-4f5d-9f59-ad1f02bc937b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:30.513240 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f6985b-d3c4-496a-b26a-cd6ab004fc3d None None] Checking router: d46fe4cc-be48-4536-8e79-8e4809c02dc3 for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:35:30.513771 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f6985b-d3c4-496a-b26a-cd6ab004fc3d None None] Updating router d46fe4cc-be48-4536-8e79-8e4809c02dc3 port 73015f99-60d3-4593-b8e6-09b3bebf7fe4 binding host dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 05:35:30.526570 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-eac35e88-d61a-473b-bcee-514e052a694c tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Request body: {'security_group': {'name': 'tempest-securitygroup--375273047', 'description': 'tempest-description--2135522909'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:30.537310 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-88f2437a-1fb3-4e0c-bdc8-8291a3c7d8b9 admin admin] Publish callbacks [] for security_group (bb8d9c14-abb7-4f5d-9f59-ad1f02bc937b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:30.619930 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f60cb98e-f8e4-4c90-b5ce-732b9138e28d admin admin] Publish callbacks [] for port (cce6e3f1-ae7d-4c27-95c6-b86a67679dcb), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:30.646746 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf69c127-69ad-4469-b33e-08854cbaf4fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:30.659263 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-99f6985b-d3c4-496a-b26a-cd6ab004fc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (73015f99-60d3-4593-b8e6-09b3bebf7fe4), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:30.663342 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f60cb98e-f8e4-4c90-b5ce-732b9138e28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (cce6e3f1-ae7d-4c27-95c6-b86a67679dcb), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:30.664637 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (48d99909-43f7-477f-81a3-980a95c32925), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:30.667544 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device c8968df0-a211-402c-b01b-4a00c3ac9120 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:35:30.683411 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e37034-5061-4fba-9715-0b8cb7818e75 None None] Checking router: 2c5c7ae5-9535-47c1-a986-d8e61626b3d9 for host: dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:35:30.683789 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e37034-5061-4fba-9715-0b8cb7818e75 None None] Updating router 2c5c7ae5-9535-47c1-a986-d8e61626b3d9 port 832bd5da-ed37-4011-89e9-146dba2eb220 binding host dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 05:35:30.764821 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-88f2437a-1fb3-4e0c-bdc8-8291a3c7d8b9 admin admin] Publish callbacks [] for security_group (bb8d9c14-abb7-4f5d-9f59-ad1f02bc937b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:30.794936 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1b5cda-e316-4736-9b59-644ffe51a559 None None] Routers {'5cdb5076-1731-4459-abdd-fcf53d6f3c2d'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:35:30.797064 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6b1b5cda-e316-4736-9b59-644ffe51a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:35:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['5cdb5076-1731-4459-abdd-fcf53d6f3c2d'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:35:30.804872 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eac35e88-d61a-473b-bcee-514e052a694c tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:30.822544 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60cb98e-f8e4-4c90-b5ce-732b9138e28d admin admin] Pushing event updated for resources: {'Port': ['ID=cce6e3f1-ae7d-4c27-95c6-b86a67679dcb,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:30.864297 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60cb98e-f8e4-4c90-b5ce-732b9138e28d admin admin] Network 5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:35:30.868887 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-f60cb98e-f8e4-4c90-b5ce-732b9138e28d admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:35:30.877415 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60cb98e-f8e4-4c90-b5ce-732b9138e28d admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:35:30.878149 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f60cb98e-f8e4-4c90-b5ce-732b9138e28d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410973'] for router_interface (2c5c7ae5-9535-47c1-a986-d8e61626b3d9), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:31.018439 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c7e6bd55-39ee-4cd9-99c3-7f5a09fb3200 None None] Current status of the port 48d99909-43f7-477f-81a3-980a95c32925 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:35:31.069680 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-99f6985b-d3c4-496a-b26a-cd6ab004fc3d None None] Publish callbacks [] for port (73015f99-60d3-4593-b8e6-09b3bebf7fe4), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:31.078809 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-99f6985b-d3c4-496a-b26a-cd6ab004fc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (73015f99-60d3-4593-b8e6-09b3bebf7fe4), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:31.192282 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.50', 61168) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:31.214003 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf69c127-69ad-4469-b33e-08854cbaf4fc admin admin] Publish callbacks [] for security_group (48066a9d-02ae-4d38-a930-73ca3b648098), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:31.240405 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539927c-5288-4a42-9fa9-284dd2ab53fa None None] Pushing event updated for resources: {'Port': ['ID=73015f99-60d3-4593-b8e6-09b3bebf7fe4,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:31.241130 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf69c127-69ad-4469-b33e-08854cbaf4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (48066a9d-02ae-4d38-a930-73ca3b648098), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:31.285746 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-99f6985b-d3c4-496a-b26a-cd6ab004fc3d None None] Attempting to bind port 73015f99-60d3-4593-b8e6-09b3bebf7fe4 on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:35:31.286484 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-99f6985b-d3c4-496a-b26a-cd6ab004fc3d None None] Attempting to bind port 73015f99-60d3-4593-b8e6-09b3bebf7fe4 by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': '46041a5c-387e-447a-832b-d8bd3c900a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:35:31.287239 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f6985b-d3c4-496a-b26a-cd6ab004fc3d None None] Attempting to bind port 73015f99-60d3-4593-b8e6-09b3bebf7fe4 on network 04cb81b5-85e4-4ffa-8556-8a80e37bea1f {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:35:31.297817 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f6985b-d3c4-496a-b26a-cd6ab004fc3d None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:35:31.298823 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f6985b-d3c4-496a-b26a-cd6ab004fc3d None None] Checking segment: {'id': '46041a5c-387e-447a-832b-d8bd3c900a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:35:31.299419 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-99f6985b-d3c4-496a-b26a-cd6ab004fc3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:31.300019 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f6985b-d3c4-496a-b26a-cd6ab004fc3d None None] Bound using segment: {'id': '46041a5c-387e-447a-832b-d8bd3c900a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:35:31.300683 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-99f6985b-d3c4-496a-b26a-cd6ab004fc3d None None] Bound port: 73015f99-60d3-4593-b8e6-09b3bebf7fe4, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46041a5c-387e-447a-832b-d8bd3c900a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:35:31.301317 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-99f6985b-d3c4-496a-b26a-cd6ab004fc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (73015f99-60d3-4593-b8e6-09b3bebf7fe4), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:31.321986 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2b9a2fc0-0bca-415d-8707-f98670fa49a1 req-3242e21a-16e7-4ea8-8f8a-6d28698b8145 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 210 time: 0.1181138 May 10 05:35:31.403212 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-99f6985b-d3c4-496a-b26a-cd6ab004fc3d None None] For port 73015f99-60d3-4593-b8e6-09b3bebf7fe4, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:35:31.410652 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-99f6985b-d3c4-496a-b26a-cd6ab004fc3d None None] For port 73015f99-60d3-4593-b8e6-09b3bebf7fe4, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=73015f99-60d3-4593-b8e6-09b3bebf7fe4,segment=NetworkSegment(46041a5c-387e-447a-832b-d8bd3c900a82),segment_id=46041a5c-387e-447a-832b-d8bd3c900a82)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:35:31.422538 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-99f6985b-d3c4-496a-b26a-cd6ab004fc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (73015f99-60d3-4593-b8e6-09b3bebf7fe4), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:31.463452 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d8189a18-1248-4aa6-ada5-1fb1ac2e7b88 None None] Provisioning complete for port c8968df0-a211-402c-b01b-4a00c3ac9120 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:31.480300 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d8189a18-1248-4aa6-ada5-1fb1ac2e7b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (c8968df0-a211-402c-b01b-4a00c3ac9120), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:31.502231 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f60cb98e-f8e4-4c90-b5ce-732b9138e28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (cce6e3f1-ae7d-4c27-95c6-b86a67679dcb), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:31.524712 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f6985b-d3c4-496a-b26a-cd6ab004fc3d None None] Routers {'d46fe4cc-be48-4536-8e79-8e4809c02dc3'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:35:31.525671 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-99f6985b-d3c4-496a-b26a-cd6ab004fc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:35:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['d46fe4cc-be48-4536-8e79-8e4809c02dc3'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:35:31.562099 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-88f2437a-1fb3-4e0c-bdc8-8291a3c7d8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (bb8d9c14-abb7-4f5d-9f59-ad1f02bc937b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:31.572331 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-88f2437a-1fb3-4e0c-bdc8-8291a3c7d8b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:31.574581 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-88f2437a-1fb3-4e0c-bdc8-8291a3c7d8b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bb8d9c14-abb7-4f5d-9f59-ad1f02bc937b HTTP/1.1" status: 204 len: 168 time: 1.3863285 May 10 05:35:31.577856 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539927c-5288-4a42-9fa9-284dd2ab53fa None None] Pushing event updated for resources: {'Port': ['ID=73015f99-60d3-4593-b8e6-09b3bebf7fe4,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:31.635230 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-30e37034-5061-4fba-9715-0b8cb7818e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (832bd5da-ed37-4011-89e9-146dba2eb220), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:31.684507 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-cf69c127-69ad-4469-b33e-08854cbaf4fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dec6ff999ecd4bf1bd6ee50f996d9c06&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5105963 May 10 05:35:31.687959 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 46374) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:31.797133 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-99f6985b-d3c4-496a-b26a-cd6ab004fc3d None None] Set router d46fe4cc-be48-4536-8e79-8e4809c02dc3 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:35:31.830603 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Pushing event updated for resources: {'Port': ['ID=48d99909-43f7-477f-81a3-980a95c32925,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:32.152539 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f60cb98e-f8e4-4c90-b5ce-732b9138e28d admin admin] Publish callbacks [] for port (cce6e3f1-ae7d-4c27-95c6-b86a67679dcb), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:32.166757 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f60cb98e-f8e4-4c90-b5ce-732b9138e28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (cce6e3f1-ae7d-4c27-95c6-b86a67679dcb), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:32.167887 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f60cb98e-f8e4-4c90-b5ce-732b9138e28d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-483931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409952'] for router_interface (2c5c7ae5-9535-47c1-a986-d8e61626b3d9), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:32.245920 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69c127-69ad-4469-b33e-08854cbaf4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48066a9d-02ae-4d38-a930-73ca3b648098,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:32.373187 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eac35e88-d61a-473b-bcee-514e052a694c tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for security_group (ba196dd1-f99f-4769-8937-fadfb3eeeab4), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:32.376388 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2437a-1fb3-4e0c-bdc8-8291a3c7d8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8d9c14-abb7-4f5d-9f59-ad1f02bc937b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:32.419983 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eac35e88-d61a-473b-bcee-514e052a694c tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (ba196dd1-f99f-4769-8937-fadfb3eeeab4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:32.433310 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60cb98e-f8e4-4c90-b5ce-732b9138e28d admin admin] Pushing event updated for resources: {'Port': ['ID=cce6e3f1-ae7d-4c27-95c6-b86a67679dcb,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:32.500181 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-99f6985b-d3c4-496a-b26a-cd6ab004fc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'name': 'tempest-AttachVolumeTestJSON-988017641-router', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:26Z', 'revision_number': 4, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'gw_port': {'id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '73015f99-60d3-4593-b8e6-09b3bebf7fe4', 'name': '', 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'mac_address': 'fa:16:3e:27:a8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:31Z', 'revision_number': 4, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'subnets': [{'id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:35:32.500471 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-30e37034-5061-4fba-9715-0b8cb7818e75 None None] Publish callbacks [] for port (832bd5da-ed37-4011-89e9-146dba2eb220), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:32.514338 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac35e88-d61a-473b-bcee-514e052a694c tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba196dd1-f99f-4769-8937-fadfb3eeeab4,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:32.532739 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eac35e88-d61a-473b-bcee-514e052a694c tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:32.537986 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-eac35e88-d61a-473b-bcee-514e052a694c tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.0542507 May 10 05:35:32.545522 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 46420) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:32.569681 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f6985b-d3c4-496a-b26a-cd6ab004fc3d None None] The sync data for ids ['d46fe4cc-be48-4536-8e79-8e4809c02dc3'] in dv-cinder-836996-16-iscsi is: [{'id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'name': 'tempest-AttachVolumeTestJSON-988017641-router', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:26Z', 'revision_number': 4, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'gw_port': {'id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '73015f99-60d3-4593-b8e6-09b3bebf7fe4', 'name': '', 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'mac_address': 'fa:16:3e:27:a8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:31Z', 'revision_number': 4, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'subnets': [{'id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:35:32.580681 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-b6c99ea5-b391-4a7f-a8bc-502554b01a35 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Request body: {'security_group_rule': {'security_group_id': 'ba196dd1-f99f-4769-8937-fadfb3eeeab4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:32.587982 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-413b6d98-f0fd-4a90-9bd3-cdbf49eaf592 req-c9deeb7e-1cdc-4781-9fb0-07bde4caa751 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 210 time: 0.1052153 May 10 05:35:32.591354 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-30e37034-5061-4fba-9715-0b8cb7818e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (832bd5da-ed37-4011-89e9-146dba2eb220), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:32.672254 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port c8968df0-a211-402c-b01b-4a00c3ac9120 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:32.672543 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (c8968df0-a211-402c-b01b-4a00c3ac9120), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:32.687506 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60cb98e-f8e4-4c90-b5ce-732b9138e28d admin admin] Network 5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:35:32.690174 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-f60cb98e-f8e4-4c90-b5ce-732b9138e28d admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:35:32.697862 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-9e082148-b70c-4d5e-b6a1-cb6fd18b719d tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:32.699405 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-9e082148-b70c-4d5e-b6a1-cb6fd18b719d tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.50 "GET /v2.0/networks?id=fb9c257f-d658-42e8-955f-e318f6125a57 HTTP/1.1" status: 200 len: 812 time: 1.4839089 May 10 05:35:32.796690 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f599d4-6677-4be2-a38b-90283802a484 None None] Pushing event updated for resources: {'Port': ['ID=832bd5da-ed37-4011-89e9-146dba2eb220,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:32.799602 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-30e37034-5061-4fba-9715-0b8cb7818e75 None None] Attempting to bind port 832bd5da-ed37-4011-89e9-146dba2eb220 on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:35:32.799965 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-30e37034-5061-4fba-9715-0b8cb7818e75 None None] Attempting to bind port 832bd5da-ed37-4011-89e9-146dba2eb220 by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:35:32.804958 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e37034-5061-4fba-9715-0b8cb7818e75 None None] Attempting to bind port 832bd5da-ed37-4011-89e9-146dba2eb220 on network 87bc626b-a764-429e-8d11-cdbbe513fac5 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:35:32.824569 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e37034-5061-4fba-9715-0b8cb7818e75 None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:35:32.825192 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e37034-5061-4fba-9715-0b8cb7818e75 None None] Checking segment: {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:35:32.830294 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56093d5c-e37a-4e4b-83c9-9614eab64241 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Request body: {'port': {'device_id': '4d988731-a2e6-4ea7-8732-891141534b82', 'network_id': 'fb9c257f-d658-42e8-955f-e318f6125a57', 'admin_state_up': True, 'tenant_id': 'a4b426f4da354914ab7f6f98d583f557'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:32.833879 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-30e37034-5061-4fba-9715-0b8cb7818e75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:32.834868 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e37034-5061-4fba-9715-0b8cb7818e75 None None] Bound using segment: {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:35:32.835500 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-30e37034-5061-4fba-9715-0b8cb7818e75 None None] Bound port: 832bd5da-ed37-4011-89e9-146dba2eb220, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:35:32.836067 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-30e37034-5061-4fba-9715-0b8cb7818e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (832bd5da-ed37-4011-89e9-146dba2eb220), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:32.892353 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60cb98e-f8e4-4c90-b5ce-732b9138e28d admin admin] Router 2c5c7ae5-9535-47c1-a986-d8e61626b3d9 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:35:32.898703 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b6c99ea5-b391-4a7f-a8bc-502554b01a35 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for security_group_rule (8512f576-ff2c-4873-8534-7ad0573465fb), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:32.945734 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 46426) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:33.028870 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-6b1b5cda-e316-4736-9b59-644ffe51a559 None None] Set router 5cdb5076-1731-4459-abdd-fcf53d6f3c2d gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:35:33.050719 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-933e7a01-f66d-4503-9ac0-5c946cbe1e4e admin admin] Publish callbacks [] for security_group (48066a9d-02ae-4d38-a930-73ca3b648098), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:33.127083 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60cb98e-f8e4-4c90-b5ce-732b9138e28d admin admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:35:33.142360 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-f60cb98e-f8e4-4c90-b5ce-732b9138e28d admin admin] 10.222.0.23 "PUT /v2.0/routers/2c5c7ae5-9535-47c1-a986-d8e61626b3d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5454640 May 10 05:35:33.212489 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d8189a18-1248-4aa6-ada5-1fb1ac2e7b88 None None] Current status of the port c8968df0-a211-402c-b01b-4a00c3ac9120 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:35:33.213121 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d8189a18-1248-4aa6-ada5-1fb1ac2e7b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (c8968df0-a211-402c-b01b-4a00c3ac9120), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:33.215164 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b6c99ea5-b391-4a7f-a8bc-502554b01a35 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for security_group_rule (8512f576-ff2c-4873-8534-7ad0573465fb), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:33.222073 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b6c99ea5-b391-4a7f-a8bc-502554b01a35 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (8512f576-ff2c-4873-8534-7ad0573465fb), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:33.294199 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c99ea5-b391-4a7f-a8bc-502554b01a35 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8512f576-ff2c-4873-8534-7ad0573465fb,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:33.318833 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-30e37034-5061-4fba-9715-0b8cb7818e75 None None] For port 832bd5da-ed37-4011-89e9-146dba2eb220, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:35:33.339998 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b412ad7-448a-4ce5-b179-56d2f3ba4b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:33.352491 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b6c99ea5-b391-4a7f-a8bc-502554b01a35 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:33.361071 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-b6c99ea5-b391-4a7f-a8bc-502554b01a35 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8010731 May 10 05:35:33.363906 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 46446) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:33.381331 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-7f88ddc1-7439-4a9b-b4de-966f277e5e8f tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Request body: {'security_group_rule': {'security_group_id': 'ba196dd1-f99f-4769-8937-fadfb3eeeab4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:33.429069 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d8189a18-1248-4aa6-ada5-1fb1ac2e7b88 None None] For port c8968df0-a211-402c-b01b-4a00c3ac9120, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=c8968df0-a211-402c-b01b-4a00c3ac9120,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:35:33.663114 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-933e7a01-f66d-4503-9ac0-5c946cbe1e4e admin admin] Publish callbacks [] for security_group (48066a9d-02ae-4d38-a930-73ca3b648098), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:33.712886 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d3e9bb3f-ff45-49fa-b454-491e74d51d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:33.718947 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d8189a18-1248-4aa6-ada5-1fb1ac2e7b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (c8968df0-a211-402c-b01b-4a00c3ac9120), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:33.731010 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-30e37034-5061-4fba-9715-0b8cb7818e75 None None] For port 832bd5da-ed37-4011-89e9-146dba2eb220, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=832bd5da-ed37-4011-89e9-146dba2eb220,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:35:33.868762 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port c8968df0-a211-402c-b01b-4a00c3ac9120 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:35:33.869477 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (c8968df0-a211-402c-b01b-4a00c3ac9120), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:33.958559 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-30e37034-5061-4fba-9715-0b8cb7818e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (832bd5da-ed37-4011-89e9-146dba2eb220), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:33.990374 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-933e7a01-f66d-4503-9ac0-5c946cbe1e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (48066a9d-02ae-4d38-a930-73ca3b648098), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:34.003735 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-933e7a01-f66d-4503-9ac0-5c946cbe1e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:34.010075 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-933e7a01-f66d-4503-9ac0-5c946cbe1e4e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48066a9d-02ae-4d38-a930-73ca3b648098 HTTP/1.1" status: 204 len: 168 time: 2.2837615 May 10 05:35:34.107220 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e7a01-f66d-4503-9ac0-5c946cbe1e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48066a9d-02ae-4d38-a930-73ca3b648098,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:34.119624 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7f88ddc1-7439-4a9b-b4de-966f277e5e8f tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for security_group_rule (84b194b1-bcdb-4645-8630-796564a21494), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:34.197430 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7b077941-8fc6-4229-b90d-d5da4c798de2 None None] Provisioning complete for port 48d99909-43f7-477f-81a3-980a95c32925 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:34.197958 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7b077941-8fc6-4229-b90d-d5da4c798de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (48d99909-43f7-477f-81a3-980a95c32925), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:34.313838 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3aaea588-1c16-4272-85cb-910e7928ced5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:34.362249 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56093d5c-e37a-4e4b-83c9-9614eab64241 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Made reservation on behalf of a4b426f4da354914ab7f6f98d583f557 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:35:34.384520 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56093d5c-e37a-4e4b-83c9-9614eab64241 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:34.418132 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.db.api [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 05:35:34.419057 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG oslo_db.api [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 05:35:34.437172 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6b1b5cda-e316-4736-9b59-644ffe51a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712131266-router', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:27Z', 'revision_number': 3, 'project_id': '946af2825477481298bcaa8f04b345d2', 'gw_port': {'id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:26Z', 'updated_at': '2022-05-10T05:35:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:35:34.525743 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8189a18-1248-4aa6-ada5-1fb1ac2e7b88 None None] Pushing event updated for resources: {'Port': ['ID=c8968df0-a211-402c-b01b-4a00c3ac9120,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:34.531080 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1b5cda-e316-4736-9b59-644ffe51a559 None None] Checking router: 5cdb5076-1731-4459-abdd-fcf53d6f3c2d for host: dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:35:34.531080 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1b5cda-e316-4736-9b59-644ffe51a559 None None] Updating router 5cdb5076-1731-4459-abdd-fcf53d6f3c2d port e3f7eba2-d17d-4054-8427-2a022d4f45b9 binding host dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 05:35:34.569133 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2ab47aac-f575-4dac-9014-defbd4fa33ae req-3e2f03c3-9d20-4dfe-b1f3-3a0d011c60ba tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 210 time: 0.3046050 May 10 05:35:34.634819 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7f88ddc1-7439-4a9b-b4de-966f277e5e8f tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for security_group_rule (84b194b1-bcdb-4645-8630-796564a21494), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:34.646102 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7f88ddc1-7439-4a9b-b4de-966f277e5e8f tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (84b194b1-bcdb-4645-8630-796564a21494), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:34.684461 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e37034-5061-4fba-9715-0b8cb7818e75 None None] Routers {'2c5c7ae5-9535-47c1-a986-d8e61626b3d9'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:35:34.685618 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-30e37034-5061-4fba-9715-0b8cb7818e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:35:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['2c5c7ae5-9535-47c1-a986-d8e61626b3d9'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:35:34.689317 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6b1b5cda-e316-4736-9b59-644ffe51a559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (e3f7eba2-d17d-4054-8427-2a022d4f45b9), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:34.743277 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7b077941-8fc6-4229-b90d-d5da4c798de2 None None] Current status of the port 48d99909-43f7-477f-81a3-980a95c32925 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:35:34.762659 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88ddc1-7439-4a9b-b4de-966f277e5e8f tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b194b1-bcdb-4645-8630-796564a21494,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:34.791159 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7f88ddc1-7439-4a9b-b4de-966f277e5e8f tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:34.799717 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-7f88ddc1-7439-4a9b-b4de-966f277e5e8f tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4334931 May 10 05:35:34.816129 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 46476) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:34.854749 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-26480b4b-8228-4d96-9f8e-f0d9d3f47924 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Request body: {'floatingip': {'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:34.865074 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7b077941-8fc6-4229-b90d-d5da4c798de2 None None] Provisioning complete for port cce6e3f1-ae7d-4c27-95c6-b86a67679dcb triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:34.867498 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7b077941-8fc6-4229-b90d-d5da4c798de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (cce6e3f1-ae7d-4c27-95c6-b86a67679dcb), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:34.887317 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26480b4b-8228-4d96-9f8e-f0d9d3f47924 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:34.907665 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3aaea588-1c16-4272-85cb-910e7928ced5 admin admin] Publish callbacks [] for security_group (2dd07333-5a6a-4837-971b-7938eb5abde6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:34.918192 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3aaea588-1c16-4272-85cb-910e7928ced5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (2dd07333-5a6a-4837-971b-7938eb5abde6), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:35.043355 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaea588-1c16-4272-85cb-910e7928ced5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd07333-5a6a-4837-971b-7938eb5abde6,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:35.051766 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-3aaea588-1c16-4272-85cb-910e7928ced5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c2c10c7658e84389ad835bc83c0b40c8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1048870 May 10 05:35:35.054526 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 46488) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:35.067455 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56093d5c-e37a-4e4b-83c9-9614eab64241 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Allocated IP 172.20.0.4 (fb9c257f-d658-42e8-955f-e318f6125a57/ef201a16-b249-4de4-a64d-c2cbe1c2c303/bdae9f00-03a9-4731-934b-1eb0bcea6d64) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:35:35.080042 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-1b412ad7-448a-4ce5-b179-56d2f3ba4b6f admin admin] Allocated IP 172.20.0.1 (58a4c33e-b5ad-4505-8230-cedc9ea5ca27/ff46a27e-f212-41bf-beb8-9faaab46805d/a9e1fd6d-eb5c-44bf-9258-e41c570cd636) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:35:35.132685 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f599d4-6677-4be2-a38b-90283802a484 None None] Pushing event updated for resources: {'Port': ['ID=832bd5da-ed37-4011-89e9-146dba2eb220,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:35.266321 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b412ad7-448a-4ce5-b179-56d2f3ba4b6f admin admin] Publish callbacks [] for port (a9e1fd6d-eb5c-44bf-9258-e41c570cd636), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:35.323172 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3dc0ee6a-b169-4ba4-b63e-06143f291b72 admin admin] Publish callbacks [] for security_group (2dd07333-5a6a-4837-971b-7938eb5abde6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:35.357278 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b412ad7-448a-4ce5-b179-56d2f3ba4b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (a9e1fd6d-eb5c-44bf-9258-e41c570cd636), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:35.360707 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26480b4b-8228-4d96-9f8e-f0d9d3f47924 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:35.367994 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7b077941-8fc6-4229-b90d-d5da4c798de2 None None] Port cce6e3f1-ae7d-4c27-95c6-b86a67679dcb cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:35:35.450855 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7b077941-8fc6-4229-b90d-d5da4c798de2 None None] Provisioning complete for port c8968df0-a211-402c-b01b-4a00c3ac9120 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:35.456074 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7b077941-8fc6-4229-b90d-d5da4c798de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (c8968df0-a211-402c-b01b-4a00c3ac9120), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:35.461936 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port c8968df0-a211-402c-b01b-4a00c3ac9120 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:35:35.470563 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3dc0ee6a-b169-4ba4-b63e-06143f291b72 admin admin] Publish callbacks [] for security_group (2dd07333-5a6a-4837-971b-7938eb5abde6), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:35.472158 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device eb7667e9-8972-4bcd-9009-2b7c5338404d up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:35:35.502752 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-a9b2f887-b58f-4114-aca9-fe4e2c37e2c4 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:35.504445 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-a9b2f887-b58f-4114-aca9-fe4e2c37e2c4 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/networks?id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 HTTP/1.1" status: 200 len: 818 time: 0.3808439 May 10 05:35:35.529658 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-13c3555d-1e9b-4c71-87b3-f77ad670b7a0 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/quotas/5655a11bb4d94e7fb7186eb1bec105cb HTTP/1.1" status: 200 len: 375 time: 0.0193903 May 10 05:35:35.733475 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3c298706-765e-40db-9c94-a3ffd7b5f950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:35.740911 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-d51ba9bf-f671-4a56-ac5b-a0619c54e046 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5655a11bb4d94e7fb7186eb1bec105cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2010846 May 10 05:35:35.742136 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3dc0ee6a-b169-4ba4-b63e-06143f291b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (2dd07333-5a6a-4837-971b-7938eb5abde6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:35.744971 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3dc0ee6a-b169-4ba4-b63e-06143f291b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:35.746420 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-3dc0ee6a-b169-4ba4-b63e-06143f291b72 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2dd07333-5a6a-4837-971b-7938eb5abde6 HTTP/1.1" status: 204 len: 168 time: 0.6891122 May 10 05:35:35.786641 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0ee6a-b169-4ba4-b63e-06143f291b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd07333-5a6a-4837-971b-7938eb5abde6,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:35.812568 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b412ad7-448a-4ce5-b179-56d2f3ba4b6f admin admin] Network 58a4c33e-b5ad-4505-8230-cedc9ea5ca27 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:35:35.846354 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-1b412ad7-448a-4ce5-b179-56d2f3ba4b6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:35:35.871499 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b412ad7-448a-4ce5-b179-56d2f3ba4b6f admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:35:35.872076 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b412ad7-448a-4ce5-b179-56d2f3ba4b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410973'] for router_interface (5cdb5076-1731-4459-abdd-fcf53d6f3c2d), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:35.873140 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8261d603-af9d-42cd-9884-fcf43ea446a5 req-e54ddf2a-1ba0-4203-92f2-950ef1669b5c tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 210 time: 0.0714047 May 10 05:35:35.878033 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b412ad7-448a-4ce5-b179-56d2f3ba4b6f admin admin] Pushing event updated for resources: {'Port': ['ID=a9e1fd6d-eb5c-44bf-9258-e41c570cd636,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:36.279369 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-30e37034-5061-4fba-9715-0b8cb7818e75 None None] Set router 2c5c7ae5-9535-47c1-a986-d8e61626b3d9 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:35:36.399749 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-b35f565e-d81e-4566-b8b5-133f3bd64eb0 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 05:35:36.407684 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-b35f565e-d81e-4566-b8b5-133f3bd64eb0 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3023908 May 10 05:35:36.453466 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56093d5c-e37a-4e4b-83c9-9614eab64241 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Publish callbacks [] for port (bdae9f00-03a9-4731-934b-1eb0bcea6d64), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:36.582156 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6b1b5cda-e316-4736-9b59-644ffe51a559 None None] Publish callbacks [] for port (e3f7eba2-d17d-4054-8427-2a022d4f45b9), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:36.664981 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:36.694795 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-62eb56be-9cd5-4056-b149-7a507805d708 service neutron] 10.222.0.23 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861948 May 10 05:35:36.698988 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6b1b5cda-e316-4736-9b59-644ffe51a559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (e3f7eba2-d17d-4054-8427-2a022d4f45b9), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:36.731517 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port eb7667e9-8972-4bcd-9009-2b7c5338404d triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:36.735425 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (eb7667e9-8972-4bcd-9009-2b7c5338404d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:36.832829 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 46570) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:36.908502 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7b077941-8fc6-4229-b90d-d5da4c798de2 None None] Current status of the port c8968df0-a211-402c-b01b-4a00c3ac9120 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:35:36.917130 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56093d5c-e37a-4e4b-83c9-9614eab64241 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (bdae9f00-03a9-4731-934b-1eb0bcea6d64), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:36.921286 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b412ad7-448a-4ce5-b179-56d2f3ba4b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (a9e1fd6d-eb5c-44bf-9258-e41c570cd636), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:36.952336 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-b190055e-4e8d-4eea-be44-3c2aeb6a612d service neutron] 10.222.0.23 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515864 May 10 05:35:36.980239 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5990d-0108-4c77-91d1-e594c113dbed None None] Pushing event updated for resources: {'Port': ['ID=e3f7eba2-d17d-4054-8427-2a022d4f45b9,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:37.027003 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7b077941-8fc6-4229-b90d-d5da4c798de2 None None] Provisioning complete for port 73015f99-60d3-4593-b8e6-09b3bebf7fe4 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:37.027370 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7b077941-8fc6-4229-b90d-d5da4c798de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (73015f99-60d3-4593-b8e6-09b3bebf7fe4), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:37.046177 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56093d5c-e37a-4e4b-83c9-9614eab64241 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Network fb9c257f-d658-42e8-955f-e318f6125a57 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:35:37.081380 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56093d5c-e37a-4e4b-83c9-9614eab64241 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:35:37.091173 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-26480b4b-8228-4d96-9f8e-f0d9d3f47924 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Allocated IP 172.27.0.207 (87bc626b-a764-429e-8d11-cdbbe513fac5/76823629-1df9-4cfd-a8c3-1d6cce6b2ea9/d1d8657c-24a2-48f1-9746-ef34cef848db) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:35:37.180776 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5375bd-46d0-42bb-94e8-2ec782e9ebec req-c28c43ab-bfaf-4831-b6d4-14cbc3f03410 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:37.185644 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6d5375bd-46d0-42bb-94e8-2ec782e9ebec req-c28c43ab-bfaf-4831-b6d4-14cbc3f03410 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 931 time: 0.1856194 May 10 05:35:37.197791 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56093d5c-e37a-4e4b-83c9-9614eab64241 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:35:37.201563 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6b1b5cda-e316-4736-9b59-644ffe51a559 None None] Attempting to bind port e3f7eba2-d17d-4054-8427-2a022d4f45b9 on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:35:37.201977 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6b1b5cda-e316-4736-9b59-644ffe51a559 None None] Attempting to bind port e3f7eba2-d17d-4054-8427-2a022d4f45b9 by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:35:37.202348 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1b5cda-e316-4736-9b59-644ffe51a559 None None] Attempting to bind port e3f7eba2-d17d-4054-8427-2a022d4f45b9 on network 87bc626b-a764-429e-8d11-cdbbe513fac5 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:35:37.204188 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56093d5c-e37a-4e4b-83c9-9614eab64241 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:37.204827 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56093d5c-e37a-4e4b-83c9-9614eab64241 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:37.311855 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1b5cda-e316-4736-9b59-644ffe51a559 None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:35:37.315678 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1b5cda-e316-4736-9b59-644ffe51a559 None None] Checking segment: {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:35:37.316354 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6b1b5cda-e316-4736-9b59-644ffe51a559 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:37.317824 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1b5cda-e316-4736-9b59-644ffe51a559 None None] Bound using segment: {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:35:37.320352 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6b1b5cda-e316-4736-9b59-644ffe51a559 None None] Bound port: e3f7eba2-d17d-4054-8427-2a022d4f45b9, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:35:37.323930 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6b1b5cda-e316-4736-9b59-644ffe51a559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (e3f7eba2-d17d-4054-8427-2a022d4f45b9), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:37.393424 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56093d5c-e37a-4e4b-83c9-9614eab64241 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5860069 May 10 05:35:37.394543 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6d5375bd-46d0-42bb-94e8-2ec782e9ebec req-7d18e315-5ccd-460a-b3a1-d2a68f8268e9 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019286 May 10 05:35:37.444630 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56093d5c-e37a-4e4b-83c9-9614eab64241 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Pushing event updated for resources: {'Port': ['ID=bdae9f00-03a9-4731-934b-1eb0bcea6d64,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:37.466684 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-bcc9abd1-ec7a-4436-bcd7-83adaff247e5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-287460570-network', 'tenant_id': 'c9f790398e5a42209850352a112c6138'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:37.500165 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-b823d831-453c-4af9-8a36-9b824efdbeca tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 05:35:37.501603 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-b823d831-453c-4af9-8a36-9b824efdbeca tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0418077 May 10 05:35:37.502118 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8614e169-1ec4-4b59-898c-89d935f4ac0c req-3795edc0-57de-44d5-964d-45750bac351f tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 210 time: 0.0710740 May 10 05:35:37.502741 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7b077941-8fc6-4229-b90d-d5da4c798de2 None None] Current status of the port 73015f99-60d3-4593-b8e6-09b3bebf7fe4 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:35:37.503231 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7b077941-8fc6-4229-b90d-d5da4c798de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (73015f99-60d3-4593-b8e6-09b3bebf7fe4), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:37.506019 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-30e37034-5061-4fba-9715-0b8cb7818e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'name': 'tempest-ServerRescueNegativeTestJSON-173816327-router', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:31Z', 'revision_number': 4, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'gw_port': {'id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:86:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'cce6e3f1-ae7d-4c27-95c6-b86a67679dcb', 'name': '', 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'mac_address': 'fa:16:3e:d5:7d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:30Z', 'updated_at': '2022-05-10T05:35:31Z', 'revision_number': 2, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'subnets': [{'id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:35:37.508554 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc9abd1-ec7a-4436-bcd7-83adaff247e5 admin admin] Made reservation on behalf of c9f790398e5a42209850352a112c6138 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:35:37.511081 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcc9abd1-ec7a-4436-bcd7-83adaff247e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:37.559703 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcc9abd1-ec7a-4436-bcd7-83adaff247e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:37.593332 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e37034-5061-4fba-9715-0b8cb7818e75 None None] The sync data for ids ['2c5c7ae5-9535-47c1-a986-d8e61626b3d9'] in dv-cinder-836996-16-iscsi is: [{'id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'name': 'tempest-ServerRescueNegativeTestJSON-173816327-router', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:31Z', 'revision_number': 4, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'gw_port': {'id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:86:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'cce6e3f1-ae7d-4c27-95c6-b86a67679dcb', 'name': '', 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'mac_address': 'fa:16:3e:d5:7d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:30Z', 'updated_at': '2022-05-10T05:35:31Z', 'revision_number': 2, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'subnets': [{'id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:35:37.646965 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port eb7667e9-8972-4bcd-9009-2b7c5338404d is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:35:37.646965 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (eb7667e9-8972-4bcd-9009-2b7c5338404d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:37.666531 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 46602) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:37.675903 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7b077941-8fc6-4229-b90d-d5da4c798de2 None None] For port 73015f99-60d3-4593-b8e6-09b3bebf7fe4, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=73015f99-60d3-4593-b8e6-09b3bebf7fe4,segment=NetworkSegment(46041a5c-387e-447a-832b-d8bd3c900a82),segment_id=46041a5c-387e-447a-832b-d8bd3c900a82)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:35:37.709659 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7b077941-8fc6-4229-b90d-d5da4c798de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (73015f99-60d3-4593-b8e6-09b3bebf7fe4), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:37.716385 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6b1b5cda-e316-4736-9b59-644ffe51a559 None None] For port e3f7eba2-d17d-4054-8427-2a022d4f45b9, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:35:37.720358 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:37.797537 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] For port eb7667e9-8972-4bcd-9009-2b7c5338404d, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=eb7667e9-8972-4bcd-9009-2b7c5338404d,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:35:37.818487 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (eb7667e9-8972-4bcd-9009-2b7c5338404d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:37.854140 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6b1b5cda-e316-4736-9b59-644ffe51a559 None None] For port e3f7eba2-d17d-4054-8427-2a022d4f45b9, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=e3f7eba2-d17d-4054-8427-2a022d4f45b9,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:35:37.875797 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b412ad7-448a-4ce5-b179-56d2f3ba4b6f admin admin] Publish callbacks [] for port (a9e1fd6d-eb5c-44bf-9258-e41c570cd636), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:37.910248 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7c2e06aa-36f9-49b9-b7fa-9445d4deac19 None None] Provisioning complete for port a9e1fd6d-eb5c-44bf-9258-e41c570cd636 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:37.917070 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b412ad7-448a-4ce5-b179-56d2f3ba4b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (a9e1fd6d-eb5c-44bf-9258-e41c570cd636), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:37.922729 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7c2e06aa-36f9-49b9-b7fa-9445d4deac19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (a9e1fd6d-eb5c-44bf-9258-e41c570cd636), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:37.925083 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b412ad7-448a-4ce5-b179-56d2f3ba4b6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-483931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409952'] for router_interface (5cdb5076-1731-4459-abdd-fcf53d6f3c2d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:37.967543 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6b1b5cda-e316-4736-9b59-644ffe51a559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (e3f7eba2-d17d-4054-8427-2a022d4f45b9), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:38.142312 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b077941-8fc6-4229-b90d-d5da4c798de2 None None] Pushing event updated for resources: {'Port': ['ID=73015f99-60d3-4593-b8e6-09b3bebf7fe4,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:38.218040 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Pushing event updated for resources: {'Port': ['ID=eb7667e9-8972-4bcd-9009-2b7c5338404d,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:38.256652 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7c2e06aa-36f9-49b9-b7fa-9445d4deac19 None None] Port a9e1fd6d-eb5c-44bf-9258-e41c570cd636 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:35:38.266211 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1b5cda-e316-4736-9b59-644ffe51a559 None None] Routers {'5cdb5076-1731-4459-abdd-fcf53d6f3c2d'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:35:38.266946 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6b1b5cda-e316-4736-9b59-644ffe51a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:35:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['5cdb5076-1731-4459-abdd-fcf53d6f3c2d'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:35:38.269408 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4c43a343-1e46-4819-81a9-c0951dafdcf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:38.363999 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56ad3abb-857a-4b54-8131-1e28bccdaded service neutron] Request body: {'port': {'device_id': '4d988731-a2e6-4ea7-8732-891141534b82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:38.449290 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5990d-0108-4c77-91d1-e594c113dbed None None] Pushing event updated for resources: {'Port': ['ID=e3f7eba2-d17d-4054-8427-2a022d4f45b9,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:38.517976 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26480b4b-8228-4d96-9f8e-f0d9d3f47924 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for port (d1d8657c-24a2-48f1-9746-ef34cef848db), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:38.599836 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b412ad7-448a-4ce5-b179-56d2f3ba4b6f admin admin] Pushing event updated for resources: {'Port': ['ID=a9e1fd6d-eb5c-44bf-9258-e41c570cd636,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:38.625382 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 48d99909-43f7-477f-81a3-980a95c32925 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:35:38.699797 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280576e4-98a0-47a2-92de-5b6186393fae req-47891e52-3c84-479e-9dc3-aaa81ffb6fda tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:38.703192 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-280576e4-98a0-47a2-92de-5b6186393fae req-47891e52-3c84-479e-9dc3-aaa81ffb6fda tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/networks?id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 HTTP/1.1" status: 200 len: 818 time: 0.6696417 May 10 05:35:38.711073 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-6b1b5cda-e316-4736-9b59-644ffe51a559 None None] Set router 5cdb5076-1731-4459-abdd-fcf53d6f3c2d gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:35:38.742550 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56ad3abb-857a-4b54-8131-1e28bccdaded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (bdae9f00-03a9-4731-934b-1eb0bcea6d64), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:38.778682 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34484a10-fe1e-4d7e-8ddc-f37aa426d281 req-9b7a24d7-9146-4713-9691-e8ef3f59432b tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:38.796222 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-34484a10-fe1e-4d7e-8ddc-f37aa426d281 req-9b7a24d7-9146-4713-9691-e8ef3f59432b tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 931 time: 0.2850254 May 10 05:35:38.888227 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-280576e4-98a0-47a2-92de-5b6186393fae req-54ab052a-32a6-46a5-b1e2-8bff0a9cb239 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/quotas/5655a11bb4d94e7fb7186eb1bec105cb HTTP/1.1" status: 200 len: 375 time: 0.1634409 May 10 05:35:39.025075 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcc9abd1-ec7a-4436-bcd7-83adaff247e5 admin admin] Publish callbacks [] for security_group (24ff803c-3117-413d-95c1-c5c91d0660da), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:39.055422 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcc9abd1-ec7a-4436-bcd7-83adaff247e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (24ff803c-3117-413d-95c1-c5c91d0660da), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:39.095331 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4c43a343-1e46-4819-81a9-c0951dafdcf8 admin admin] Publish callbacks [] for security_group (f5dd2ba1-b8dd-4223-a34b-98fb5f4c5bd6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:39.120626 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc9abd1-ec7a-4436-bcd7-83adaff247e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 05:35:39.141270 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4c43a343-1e46-4819-81a9-c0951dafdcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (f5dd2ba1-b8dd-4223-a34b-98fb5f4c5bd6), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:39.160667 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcc9abd1-ec7a-4436-bcd7-83adaff247e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (72367964-218d-441f-aaf6-3d9b9d49ab50), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:39.161314 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.db.segments_db [None req-bcc9abd1-ec7a-4436-bcd7-83adaff247e5 admin admin] Added segment 72367964-218d-441f-aaf6-3d9b9d49ab50 of type vlan for network a6e9419b-abba-4203-ae1f-38203e680258 May 10 05:35:39.195331 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port 48d99909-43f7-477f-81a3-980a95c32925 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:39.195754 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (48d99909-43f7-477f-81a3-980a95c32925), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:39.292330 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-280576e4-98a0-47a2-92de-5b6186393fae req-22a4babb-d5a4-4bcd-a5a3-b5fd99589e3b tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5655a11bb4d94e7fb7186eb1bec105cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4029851 May 10 05:35:39.309460 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcc9abd1-ec7a-4436-bcd7-83adaff247e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215042991'] for network (a6e9419b-abba-4203-ae1f-38203e680258), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:39.392354 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b412ad7-448a-4ce5-b179-56d2f3ba4b6f admin admin] Network 58a4c33e-b5ad-4505-8230-cedc9ea5ca27 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:35:39.407085 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcc9abd1-ec7a-4436-bcd7-83adaff247e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for network (a6e9419b-abba-4203-ae1f-38203e680258), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:39.408613 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc9abd1-ec7a-4436-bcd7-83adaff247e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:39.410153 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcc9abd1-ec7a-4436-bcd7-83adaff247e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:39.441504 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-34484a10-fe1e-4d7e-8ddc-f37aa426d281 req-cd1cd9f6-8dc2-4a66-bafe-7fee187dd83f tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6419637 May 10 05:35:39.542774 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:39.563134 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9abd1-ec7a-4436-bcd7-83adaff247e5 admin admin] Pushing event updated for resources: {'Network': ['ID=a6e9419b-abba-4203-ae1f-38203e680258,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:39.567299 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-1b412ad7-448a-4ce5-b179-56d2f3ba4b6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:35:39.578279 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-4c43a343-1e46-4819-81a9-c0951dafdcf8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98a7307423ff415b82a03968b17cb6c9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9110570 May 10 05:35:39.591023 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 46668) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:39.594719 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43a343-1e46-4819-81a9-c0951dafdcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5dd2ba1-b8dd-4223-a34b-98fb5f4c5bd6,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:39.646691 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26480b4b-8228-4d96-9f8e-f0d9d3f47924 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (d1d8657c-24a2-48f1-9746-ef34cef848db), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:39.725047 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Network a6e9419b-abba-4203-ae1f-38203e680258 details requested by agent ovs-agent-dv-cinder-836996-16-iscsi with host dv-cinder-836996-16-iscsi {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 05:35:39.902783 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fe651553-4b4d-4d15-b369-4032e35b3a8c admin admin] Publish callbacks [] for security_group (f5dd2ba1-b8dd-4223-a34b-98fb5f4c5bd6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:40.042989 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9abd1-ec7a-4436-bcd7-83adaff247e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ff803c-3117-413d-95c1-c5c91d0660da,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:40.049061 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-280576e4-98a0-47a2-92de-5b6186393fae req-9afc438c-2de6-47bf-a144-9c561d5b2868 service neutron] 10.222.0.23 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7516701 May 10 05:35:40.083199 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fe651553-4b4d-4d15-b369-4032e35b3a8c admin admin] Publish callbacks [] for security_group (f5dd2ba1-b8dd-4223-a34b-98fb5f4c5bd6), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:40.111624 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port 48d99909-43f7-477f-81a3-980a95c32925 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:35:40.112850 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device c8968df0-a211-402c-b01b-4a00c3ac9120 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:35:40.136161 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-bcc9abd1-ec7a-4436-bcd7-83adaff247e5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.2978928 May 10 05:35:40.309538 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6b1b5cda-e316-4736-9b59-644ffe51a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712131266-router', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:36Z', 'revision_number': 4, 'project_id': '946af2825477481298bcaa8f04b345d2', 'gw_port': {'id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:26Z', 'updated_at': '2022-05-10T05:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'a9e1fd6d-eb5c-44bf-9258-e41c570cd636', 'name': '', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'mac_address': 'fa:16:3e:27:f5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:33Z', 'updated_at': '2022-05-10T05:35:37Z', 'revision_number': 2, 'project_id': '946af2825477481298bcaa8f04b345d2', 'subnets': [{'id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:35:40.331801 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-28d55e9a-efc5-4cf0-a87e-fb9067c05627 None None] Provisioning complete for port a9e1fd6d-eb5c-44bf-9258-e41c570cd636 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:40.335532 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-28d55e9a-efc5-4cf0-a87e-fb9067c05627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (a9e1fd6d-eb5c-44bf-9258-e41c570cd636), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:40.387299 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-280576e4-98a0-47a2-92de-5b6186393fae req-8324c551-cceb-40cb-b143-2a83df55b808 service neutron] 10.222.0.23 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283517 May 10 05:35:40.388076 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 46688) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:40.398014 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-e3dc0548-1052-4a73-98e5-8b91eda014e5 admin admin] Request body: {'subnet': {'network_id': 'a6e9419b-abba-4203-ae1f-38203e680258', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-287460570-subnet', 'tenant_id': 'c9f790398e5a42209850352a112c6138', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:40.407708 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fe651553-4b4d-4d15-b369-4032e35b3a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (f5dd2ba1-b8dd-4223-a34b-98fb5f4c5bd6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:40.414275 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fe651553-4b4d-4d15-b369-4032e35b3a8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:40.415638 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-fe651553-4b4d-4d15-b369-4032e35b3a8c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f5dd2ba1-b8dd-4223-a34b-98fb5f4c5bd6 HTTP/1.1" status: 204 len: 168 time: 0.8226621 May 10 05:35:40.460227 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe651553-4b4d-4d15-b369-4032e35b3a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5dd2ba1-b8dd-4223-a34b-98fb5f4c5bd6,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:40.477938 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1b5cda-e316-4736-9b59-644ffe51a559 None None] The sync data for ids ['5cdb5076-1731-4459-abdd-fcf53d6f3c2d'] in dv-cinder-836996-16-iscsi is: [{'id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712131266-router', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:36Z', 'revision_number': 4, 'project_id': '946af2825477481298bcaa8f04b345d2', 'gw_port': {'id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:26Z', 'updated_at': '2022-05-10T05:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'a9e1fd6d-eb5c-44bf-9258-e41c570cd636', 'name': '', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'mac_address': 'fa:16:3e:27:f5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:33Z', 'updated_at': '2022-05-10T05:35:37Z', 'revision_number': 2, 'project_id': '946af2825477481298bcaa8f04b345d2', 'subnets': [{'id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:35:40.484580 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dc0548-1052-4a73-98e5-8b91eda014e5 admin admin] Made reservation on behalf of c9f790398e5a42209850352a112c6138 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:35:40.487553 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3dc0548-1052-4a73-98e5-8b91eda014e5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:40.563809 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port c8968df0-a211-402c-b01b-4a00c3ac9120 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:40.564435 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (c8968df0-a211-402c-b01b-4a00c3ac9120), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:40.639418 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26480b4b-8228-4d96-9f8e-f0d9d3f47924 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Pushing event updated for resources: {'Port': ['ID=d1d8657c-24a2-48f1-9746-ef34cef848db,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:40.648171 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-28d55e9a-efc5-4cf0-a87e-fb9067c05627 None None] Port a9e1fd6d-eb5c-44bf-9258-e41c570cd636 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:35:40.667067 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26480b4b-8228-4d96-9f8e-f0d9d3f47924 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Network 87bc626b-a764-429e-8d11-cdbbe513fac5 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:35:40.718109 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-26480b4b-8228-4d96-9f8e-f0d9d3f47924 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:35:40.726301 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26480b4b-8228-4d96-9f8e-f0d9d3f47924 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:35:40.977944 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port c8968df0-a211-402c-b01b-4a00c3ac9120 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:35:40.984805 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 73015f99-60d3-4593-b8e6-09b3bebf7fe4 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:35:41.031619 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.50', 61178) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:41.358928 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3dc0548-1052-4a73-98e5-8b91eda014e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for subnet (e32e88fb-b079-4f0d-b059-f25b0379242f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:41.502362 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae73b4-4317-43ef-868d-02801223aad2 req-81b2d03f-2309-4a8d-9db2-c690d278f550 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:41.511361 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2aae73b4-4317-43ef-868d-02801223aad2 req-81b2d03f-2309-4a8d-9db2-c690d278f550 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 931 time: 0.3280904 May 10 05:35:41.546643 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bac9a515-6956-4de0-b2ab-a9f2d61f191c req-a71c5223-03b1-41ea-9840-f0862b6a7b33 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 210 time: 0.3561103 May 10 05:35:41.719825 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2aae73b4-4317-43ef-868d-02801223aad2 req-ddf85768-1a31-44cb-89b8-57cbb27a8c3f tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063653 May 10 05:35:41.764399 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port 73015f99-60d3-4593-b8e6-09b3bebf7fe4 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:41.765065 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (73015f99-60d3-4593-b8e6-09b3bebf7fe4), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:41.830686 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dc0548-1052-4a73-98e5-8b91eda014e5 admin admin] Checking segment: {'id': '72367964-218d-441f-aaf6-3d9b9d49ab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a6e9419b-abba-4203-ae1f-38203e680258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:35:41.832210 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dc0548-1052-4a73-98e5-8b91eda014e5 admin admin] Network hostable DHCP agents. Network: a6e9419b-abba-4203-ae1f-38203e680258, hostable agents: ['80185445-a40d-4750-a48c-216d3708fc1f'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 05:35:41.897790 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc0548-1052-4a73-98e5-8b91eda014e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e32e88fb-b079-4f0d-b059-f25b0379242f,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:41.924114 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dc0548-1052-4a73-98e5-8b91eda014e5 admin admin] Network a6e9419b-abba-4203-ae1f-38203e680258 is scheduled to be hosted by DHCP agent 80185445-a40d-4750-a48c-216d3708fc1f with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 05:35:41.955357 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26480b4b-8228-4d96-9f8e-f0d9d3f47924 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for floatingip (3e809d00-e541-4f85-b0a3-781b8953b952), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:41.958648 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-e3dc0548-1052-4a73-98e5-8b91eda014e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-16-iscsi, a6e9419b-abba-4203-ae1f-38203e680258) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:35:41.967998 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dc0548-1052-4a73-98e5-8b91eda014e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:41.968670 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3dc0548-1052-4a73-98e5-8b91eda014e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:41.970831 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 46726) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:41.988843 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd38325-9287-4b3f-8170-de8517a1c02f None None] Network a6e9419b-abba-4203-ae1f-38203e680258 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:35:41.997146 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56ad3abb-857a-4b54-8131-1e28bccdaded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdae9f00-03a9-4731-934b-1eb0bcea6d64 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:35:42.055103 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c1c82bf8-738f-437d-bc80-99e13b942f86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:42.079849 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56ad3abb-857a-4b54-8131-1e28bccdaded service neutron] Publish callbacks [] for port (bdae9f00-03a9-4731-934b-1eb0bcea6d64), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:42.113849 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-e3dc0548-1052-4a73-98e5-8b91eda014e5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7164097 May 10 05:35:42.118398 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b412ad7-448a-4ce5-b179-56d2f3ba4b6f admin admin] Router 5cdb5076-1731-4459-abdd-fcf53d6f3c2d has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:35:42.175115 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port 73015f99-60d3-4593-b8e6-09b3bebf7fe4 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:35:42.274208 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c1c82bf8-738f-437d-bc80-99e13b942f86 admin admin] Publish callbacks [] for security_group (ff9a849c-d514-47ce-8ab2-4f6a3d3ff289), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:42.288310 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c1c82bf8-738f-437d-bc80-99e13b942f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (ff9a849c-d514-47ce-8ab2-4f6a3d3ff289), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:42.349624 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839a3cb3-da1f-4b17-ac43-352b02b00217 None None] Network a6e9419b-abba-4203-ae1f-38203e680258 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:35:42.457337 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-c1c82bf8-738f-437d-bc80-99e13b942f86 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0143eaf3ed9c4e079a010035ab06ede9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4790184 May 10 05:35:42.459020 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 46734) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:42.467467 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c82bf8-738f-437d-bc80-99e13b942f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9a849c-d514-47ce-8ab2-4f6a3d3ff289,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:42.569877 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-26f476e5-46df-4a67-840d-e609a079ca5f admin admin] Publish callbacks [] for security_group (ff9a849c-d514-47ce-8ab2-4f6a3d3ff289), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:42.627939 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa7c7b8-f7d1-47d4-b26a-d7878deb0bf8 None None] Sync routers for ids ['2c5c7ae5-9535-47c1-a986-d8e61626b3d9'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:35:42.651820 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa7c7b8-f7d1-47d4-b26a-d7878deb0bf8 None None] Routers {'2c5c7ae5-9535-47c1-a986-d8e61626b3d9'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:35:42.652901 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-6fa7c7b8-f7d1-47d4-b26a-d7878deb0bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:35:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['2c5c7ae5-9535-47c1-a986-d8e61626b3d9'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:35:42.699528 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-26f476e5-46df-4a67-840d-e609a079ca5f admin admin] Publish callbacks [] for security_group (ff9a849c-d514-47ce-8ab2-4f6a3d3ff289), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:42.746416 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56ad3abb-857a-4b54-8131-1e28bccdaded service neutron] Transition to ACTIVE for port object bdae9f00-03a9-4731-934b-1eb0bcea6d64 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 05:35:42.828933 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56ad3abb-857a-4b54-8131-1e28bccdaded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (bdae9f00-03a9-4731-934b-1eb0bcea6d64), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:42.869988 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26480b4b-8228-4d96-9f8e-f0d9d3f47924 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (d1d8657c-24a2-48f1-9746-ef34cef848db), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:42.908390 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 832bd5da-ed37-4011-89e9-146dba2eb220 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:35:43.013288 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad3abb-857a-4b54-8131-1e28bccdaded service neutron] Pushing event updated for resources: {'Port': ['ID=bdae9f00-03a9-4731-934b-1eb0bcea6d64,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:43.060327 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-d74e7e60-347b-428d-bc06-5334c02dd1a7 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:43.061878 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-d74e7e60-347b-428d-bc06-5334c02dd1a7 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.50 "GET /v2.0/networks?id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 HTTP/1.1" status: 200 len: 818 time: 2.0218723 May 10 05:35:43.071252 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-6fa7c7b8-f7d1-47d4-b26a-d7878deb0bf8 None None] Set router 2c5c7ae5-9535-47c1-a986-d8e61626b3d9 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:35:43.090547 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1172c809-a491-4913-8e41-7ae208ac2fb8 req-7106ed60-7722-4d5b-a13d-a557ec5d9450 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 210 time: 0.2217076 May 10 05:35:43.112346 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port 832bd5da-ed37-4011-89e9-146dba2eb220 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:43.121289 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (832bd5da-ed37-4011-89e9-146dba2eb220), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:43.235638 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-26f476e5-46df-4a67-840d-e609a079ca5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (ff9a849c-d514-47ce-8ab2-4f6a3d3ff289), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:43.246106 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-26f476e5-46df-4a67-840d-e609a079ca5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:43.256582 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-26f476e5-46df-4a67-840d-e609a079ca5f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff9a849c-d514-47ce-8ab2-4f6a3d3ff289 HTTP/1.1" status: 204 len: 168 time: 0.7902064 May 10 05:35:43.293620 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-7cb6396c-0e12-4299-8d68-d3eab62a40eb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Request body: {'port': {'device_id': 'd3c68c70-7035-4aa6-a39a-91c9de55fe74', 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7', 'admin_state_up': True, 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:43.328416 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f476e5-46df-4a67-840d-e609a079ca5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9a849c-d514-47ce-8ab2-4f6a3d3ff289,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:43.361705 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f03e6-ffc2-4d1a-af2f-b91621baca7c req-82e6c162-ecb4-4fdc-b015-49ab85925afc tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:43.375272 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6b3f03e6-ffc2-4d1a-af2f-b91621baca7c req-82e6c162-ecb4-4fdc-b015-49ab85925afc tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 943 time: 0.4109788 May 10 05:35:43.535340 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.50', 61184) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:43.615511 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port 832bd5da-ed37-4011-89e9-146dba2eb220 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:35:43.618844 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (832bd5da-ed37-4011-89e9-146dba2eb220), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:43.748905 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] For port 832bd5da-ed37-4011-89e9-146dba2eb220, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=832bd5da-ed37-4011-89e9-146dba2eb220,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:35:43.765046 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (832bd5da-ed37-4011-89e9-146dba2eb220), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:43.771846 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 73015f99-60d3-4593-b8e6-09b3bebf7fe4 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:35:43.868228 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6b3f03e6-ffc2-4d1a-af2f-b91621baca7c req-e0ee28f6-1306-4d25-a733-44c03f41e1fc tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806828 May 10 05:35:43.868376 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-6fa7c7b8-f7d1-47d4-b26a-d7878deb0bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'name': 'tempest-ServerRescueNegativeTestJSON-173816327-router', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:31Z', 'revision_number': 4, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'gw_port': {'id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:86:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'cce6e3f1-ae7d-4c27-95c6-b86a67679dcb', 'name': '', 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'mac_address': 'fa:16:3e:d5:7d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:30Z', 'updated_at': '2022-05-10T05:35:31Z', 'revision_number': 2, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'subnets': [{'id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:35:43.990804 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa7c7b8-f7d1-47d4-b26a-d7878deb0bf8 None None] Checking router: 2c5c7ae5-9535-47c1-a986-d8e61626b3d9 for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:35:43.991550 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa7c7b8-f7d1-47d4-b26a-d7878deb0bf8 None None] Updating router 2c5c7ae5-9535-47c1-a986-d8e61626b3d9 port cce6e3f1-ae7d-4c27-95c6-b86a67679dcb binding host dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 05:35:44.005953 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b412ad7-448a-4ce5-b179-56d2f3ba4b6f admin admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:35:44.007494 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280576e4-98a0-47a2-92de-5b6186393fae req-beb112c8-fd57-40ff-a16d-9e24e841d7c1 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:44.008948 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-280576e4-98a0-47a2-92de-5b6186393fae req-beb112c8-fd57-40ff-a16d-9e24e841d7c1 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.50 "GET /v2.0/networks?id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 HTTP/1.1" status: 200 len: 818 time: 0.4725325 May 10 05:35:44.029376 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [req-280576e4-98a0-47a2-92de-5b6186393fae req-a76832c4-da17-4b83-8942-3ff031b9fdfd tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Request body: {'port': {'device_id': 'a61b60dc-2d94-4f36-a21b-ba58bc1c65f2', 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7', 'admin_state_up': True, 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:44.050570 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-1b412ad7-448a-4ce5-b179-56d2f3ba4b6f admin admin] 10.222.0.23 "PUT /v2.0/routers/5cdb5076-1731-4459-abdd-fcf53d6f3c2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7687700 May 10 05:35:44.089765 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Pushing event updated for resources: {'Port': ['ID=832bd5da-ed37-4011-89e9-146dba2eb220,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:44.096588 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c7b8-f7d1-47d4-b26a-d7878deb0bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (cce6e3f1-ae7d-4c27-95c6-b86a67679dcb), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:44.104417 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port 73015f99-60d3-4593-b8e6-09b3bebf7fe4 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:44.104988 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (73015f99-60d3-4593-b8e6-09b3bebf7fe4), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:44.182154 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56ad3abb-857a-4b54-8131-1e28bccdaded service neutron] Attempting to bind port bdae9f00-03a9-4731-934b-1eb0bcea6d64 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:35:44.182483 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56ad3abb-857a-4b54-8131-1e28bccdaded service neutron] Attempting to bind port bdae9f00-03a9-4731-934b-1eb0bcea6d64 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'd20740a7-294a-4680-8061-5751296df811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb9c257f-d658-42e8-955f-e318f6125a57'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:35:44.182828 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56ad3abb-857a-4b54-8131-1e28bccdaded service neutron] Attempting to bind port bdae9f00-03a9-4731-934b-1eb0bcea6d64 on network fb9c257f-d658-42e8-955f-e318f6125a57 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:35:44.250578 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56ad3abb-857a-4b54-8131-1e28bccdaded service neutron] Port bdae9f00-03a9-4731-934b-1eb0bcea6d64 on network fb9c257f-d658-42e8-955f-e318f6125a57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 05:35:44.254892 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56ad3abb-857a-4b54-8131-1e28bccdaded service neutron] Attempting to bind port bdae9f00-03a9-4731-934b-1eb0bcea6d64 on network fb9c257f-d658-42e8-955f-e318f6125a57 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:35:44.288291 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56ad3abb-857a-4b54-8131-1e28bccdaded service neutron] Checking agent: {'id': '0722f08e-2e90-4d2d-9212-b191bf1b5213', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'started_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:35:44.288644 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56ad3abb-857a-4b54-8131-1e28bccdaded service neutron] Checking segment: {'id': 'd20740a7-294a-4680-8061-5751296df811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb9c257f-d658-42e8-955f-e318f6125a57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:35:44.289208 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56ad3abb-857a-4b54-8131-1e28bccdaded service neutron] Bound using segment: {'id': 'd20740a7-294a-4680-8061-5751296df811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb9c257f-d658-42e8-955f-e318f6125a57'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:35:44.289685 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56ad3abb-857a-4b54-8131-1e28bccdaded service neutron] Bound port: bdae9f00-03a9-4731-934b-1eb0bcea6d64, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd20740a7-294a-4680-8061-5751296df811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb9c257f-d658-42e8-955f-e318f6125a57'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:35:44.290049 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56ad3abb-857a-4b54-8131-1e28bccdaded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (bdae9f00-03a9-4731-934b-1eb0bcea6d64), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:44.300368 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port 73015f99-60d3-4593-b8e6-09b3bebf7fe4 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:35:44.301658 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device eb7667e9-8972-4bcd-9009-2b7c5338404d up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:35:44.363228 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 46788) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:44.472143 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-385ae6dc-fdcf-454a-a375-e16a8174357d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1328435163-network', 'tenant_id': '06d3be9b601241c9bb9ebcfdc8148f82'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:44.480692 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b82adbb1-d7f1-44d0-883f-91abe6887ee7 req-a4f0142b-ab9a-4a43-aaf0-8a3168a08b70 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 210 time: 0.1163983 May 10 05:35:44.513468 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port eb7667e9-8972-4bcd-9009-2b7c5338404d triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:44.515672 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-280576e4-98a0-47a2-92de-5b6186393fae req-a76832c4-da17-4b83-8942-3ff031b9fdfd tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Made reservation on behalf of 5655a11bb4d94e7fb7186eb1bec105cb for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:35:44.516345 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (eb7667e9-8972-4bcd-9009-2b7c5338404d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:44.522849 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-280576e4-98a0-47a2-92de-5b6186393fae req-a76832c4-da17-4b83-8942-3ff031b9fdfd tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:44.595479 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-7cb6396c-0e12-4299-8d68-d3eab62a40eb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Made reservation on behalf of 5655a11bb4d94e7fb7186eb1bec105cb for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:35:44.599094 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-7cb6396c-0e12-4299-8d68-d3eab62a40eb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:44.619562 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56ad3abb-857a-4b54-8131-1e28bccdaded service neutron] For port bdae9f00-03a9-4731-934b-1eb0bcea6d64, host hv-cinder-83699, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:35:44.669791 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56ad3abb-857a-4b54-8131-1e28bccdaded service neutron] For port bdae9f00-03a9-4731-934b-1eb0bcea6d64, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bdae9f00-03a9-4731-934b-1eb0bcea6d64,segment=NetworkSegment(d20740a7-294a-4680-8061-5751296df811),segment_id=d20740a7-294a-4680-8061-5751296df811)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:35:44.676656 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26480b4b-8228-4d96-9f8e-f0d9d3f47924 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for port (d1d8657c-24a2-48f1-9746-ef34cef848db), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:44.708469 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56ad3abb-857a-4b54-8131-1e28bccdaded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (bdae9f00-03a9-4731-934b-1eb0bcea6d64), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:44.769122 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26480b4b-8228-4d96-9f8e-f0d9d3f47924 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (d1d8657c-24a2-48f1-9746-ef34cef848db), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:44.793155 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad3abb-857a-4b54-8131-1e28bccdaded service neutron] Pushing event updated for resources: {'Port': ['ID=bdae9f00-03a9-4731-934b-1eb0bcea6d64,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:44.806436 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26480b4b-8228-4d96-9f8e-f0d9d3f47924 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (3e809d00-e541-4f85-b0a3-781b8953b952), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:44.823196 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56ad3abb-857a-4b54-8131-1e28bccdaded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:44.826001 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56ad3abb-857a-4b54-8131-1e28bccdaded service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:44.827604 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-56ad3abb-857a-4b54-8131-1e28bccdaded service neutron] 10.222.0.50 "PUT /v2.0/ports/bdae9f00-03a9-4731-934b-1eb0bcea6d64 HTTP/1.1" status: 200 len: 1093 time: 7.0077014 May 10 05:35:44.846116 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port eb7667e9-8972-4bcd-9009-2b7c5338404d is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:35:44.888506 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d988731-a2e6-4ea7-8732-891141534b82', 'tag': 'bdae9f00-03a9-4731-934b-1eb0bcea6d64'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:35:44.993550 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 46806) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:45.016098 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-859096d4-206f-4e30-9255-95ebfab7bc17 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Request body: {'security_group': {'name': 'tempest-securitygroup--887072846', 'description': 'tempest-description--144759593'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:45.051460 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c7b8-f7d1-47d4-b26a-d7878deb0bf8 None None] Publish callbacks [] for port (cce6e3f1-ae7d-4c27-95c6-b86a67679dcb), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:45.068326 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c7b8-f7d1-47d4-b26a-d7878deb0bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (cce6e3f1-ae7d-4c27-95c6-b86a67679dcb), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:45.109574 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-859096d4-206f-4e30-9255-95ebfab7bc17 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:45.244865 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26480b4b-8228-4d96-9f8e-f0d9d3f47924 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:45.246341 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-26480b4b-8228-4d96-9f8e-f0d9d3f47924 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.4284596 May 10 05:35:45.290126 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device e3f7eba2-d17d-4054-8427-2a022d4f45b9 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:35:45.302515 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6e6a62-31d6-4c87-80d7-e83a3d8c5e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d988731-a2e6-4ea7-8732-891141534b82", "tag": "bdae9f00-03a9-4731-934b-1eb0bcea6d64"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:35:45.306780 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26480b4b-8228-4d96-9f8e-f0d9d3f47924 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Pushing event updated for resources: {'Port': ['ID=d1d8657c-24a2-48f1-9746-ef34cef848db,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:45.364545 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385ae6dc-fdcf-454a-a375-e16a8174357d admin admin] Made reservation on behalf of 06d3be9b601241c9bb9ebcfdc8148f82 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:35:45.367071 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-385ae6dc-fdcf-454a-a375-e16a8174357d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:45.388266 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port e3f7eba2-d17d-4054-8427-2a022d4f45b9 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:45.389056 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (e3f7eba2-d17d-4054-8427-2a022d4f45b9), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:45.390586 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-385ae6dc-fdcf-454a-a375-e16a8174357d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:45.402682 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da74c9-7e17-40e1-9b53-a3f8d054c578 req-aafb97b3-d55b-47c0-a458-b3e0a9eade42 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:45.405538 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-45da74c9-7e17-40e1-9b53-a3f8d054c578 req-aafb97b3-d55b-47c0-a458-b3e0a9eade42 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 943 time: 0.2397110 May 10 05:35:45.414237 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-7cb6396c-0e12-4299-8d68-d3eab62a40eb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Allocated IP 172.20.0.13 (5d671de9-b99f-4d0f-8ce6-d44065c4ccc7/5cda1426-dd5e-4474-b1b8-e2dd037a4f93/caf4b026-5603-4656-a8ea-a2690b18afa3) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:35:45.533678 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port e3f7eba2-d17d-4054-8427-2a022d4f45b9 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:35:45.534372 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (e3f7eba2-d17d-4054-8427-2a022d4f45b9), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:45.548202 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-859096d4-206f-4e30-9255-95ebfab7bc17 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for security_group (61a76cc0-043f-4fcd-b114-8b6421dba16a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:45.563281 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3928bb0-8dca-447a-b320-e20a85cfffa9 None None] Pushing event updated for resources: {'Port': ['ID=cce6e3f1-ae7d-4c27-95c6-b86a67679dcb,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:45.567341 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-859096d4-206f-4e30-9255-95ebfab7bc17 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (61a76cc0-043f-4fcd-b114-8b6421dba16a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:45.586956 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] For port e3f7eba2-d17d-4054-8427-2a022d4f45b9, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=e3f7eba2-d17d-4054-8427-2a022d4f45b9,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:35:45.599466 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (e3f7eba2-d17d-4054-8427-2a022d4f45b9), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:45.601614 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 832bd5da-ed37-4011-89e9-146dba2eb220 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:35:45.602192 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-45da74c9-7e17-40e1-9b53-a3f8d054c578 req-2b332225-69f4-4849-907c-4433a1c963bb tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835175 May 10 05:35:45.621377 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-6fa7c7b8-f7d1-47d4-b26a-d7878deb0bf8 None None] Attempting to bind port cce6e3f1-ae7d-4c27-95c6-b86a67679dcb on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:35:45.621857 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-6fa7c7b8-f7d1-47d4-b26a-d7878deb0bf8 None None] Attempting to bind port cce6e3f1-ae7d-4c27-95c6-b86a67679dcb by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': '9225ec9f-9ab7-44e3-8189-b6b0b00fce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:35:45.624348 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa7c7b8-f7d1-47d4-b26a-d7878deb0bf8 None None] Attempting to bind port cce6e3f1-ae7d-4c27-95c6-b86a67679dcb on network 5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:35:45.637507 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa7c7b8-f7d1-47d4-b26a-d7878deb0bf8 None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:35:45.637730 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859096d4-206f-4e30-9255-95ebfab7bc17 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61a76cc0-043f-4fcd-b114-8b6421dba16a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:45.637883 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa7c7b8-f7d1-47d4-b26a-d7878deb0bf8 None None] Checking segment: {'id': '9225ec9f-9ab7-44e3-8189-b6b0b00fce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:35:45.640885 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c7b8-f7d1-47d4-b26a-d7878deb0bf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:45.642602 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa7c7b8-f7d1-47d4-b26a-d7878deb0bf8 None None] Bound using segment: {'id': '9225ec9f-9ab7-44e3-8189-b6b0b00fce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:35:45.644604 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-6fa7c7b8-f7d1-47d4-b26a-d7878deb0bf8 None None] Bound port: cce6e3f1-ae7d-4c27-95c6-b86a67679dcb, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9225ec9f-9ab7-44e3-8189-b6b0b00fce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:35:45.645223 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c7b8-f7d1-47d4-b26a-d7878deb0bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (cce6e3f1-ae7d-4c27-95c6-b86a67679dcb), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:45.652097 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-859096d4-206f-4e30-9255-95ebfab7bc17 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:45.656644 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-859096d4-206f-4e30-9255-95ebfab7bc17 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6453207 May 10 05:35:45.657896 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 46834) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:45.672294 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-24a33b96-747e-49c9-8eb8-c6336407be65 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Request body: {'security_group_rule': {'security_group_id': '61a76cc0-043f-4fcd-b114-8b6421dba16a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:45.749878 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928fe172-98bd-4712-a772-a53ac8093450 None None] Sync routers for ids ['5cdb5076-1731-4459-abdd-fcf53d6f3c2d'] in dv-cinder-836996-16-iscsi {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:35:45.784505 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-6fa7c7b8-f7d1-47d4-b26a-d7878deb0bf8 None None] For port cce6e3f1-ae7d-4c27-95c6-b86a67679dcb, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:35:45.789020 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-6fa7c7b8-f7d1-47d4-b26a-d7878deb0bf8 None None] For port cce6e3f1-ae7d-4c27-95c6-b86a67679dcb, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=cce6e3f1-ae7d-4c27-95c6-b86a67679dcb,segment=NetworkSegment(9225ec9f-9ab7-44e3-8189-b6b0b00fce2d),segment_id=9225ec9f-9ab7-44e3-8189-b6b0b00fce2d)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:35:45.800281 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c7b8-f7d1-47d4-b26a-d7878deb0bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (cce6e3f1-ae7d-4c27-95c6-b86a67679dcb), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:45.831308 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24a33b96-747e-49c9-8eb8-c6336407be65 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for security_group_rule (d20aaf31-28bc-4f7f-bba9-b98aed414922), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:45.835132 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-385ae6dc-fdcf-454a-a375-e16a8174357d admin admin] Publish callbacks [] for security_group (a4c7228c-d79b-43c8-bfef-240e6ee0a246), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:45.843862 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d99e40b9-4529-45ee-91fd-d1853ee8d8fb None None] Provisioning complete for port cce6e3f1-ae7d-4c27-95c6-b86a67679dcb triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:45.845517 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d99e40b9-4529-45ee-91fd-d1853ee8d8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (cce6e3f1-ae7d-4c27-95c6-b86a67679dcb), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:45.863006 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-7cb6396c-0e12-4299-8d68-d3eab62a40eb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks [] for port (caf4b026-5603-4656-a8ea-a2690b18afa3), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:45.869649 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-385ae6dc-fdcf-454a-a375-e16a8174357d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (a4c7228c-d79b-43c8-bfef-240e6ee0a246), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:45.877940 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3928bb0-8dca-447a-b320-e20a85cfffa9 None None] Pushing event updated for resources: {'Port': ['ID=cce6e3f1-ae7d-4c27-95c6-b86a67679dcb,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:45.883962 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6672468-030d-4cc5-94a4-79b0957daa88 x-openstack-request-id: req-c6672468-030d-4cc5-94a4-79b0957daa88 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:35:45.884251 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d988731-a2e6-4ea7-8732-891141534b82", "tag": "bdae9f00-03a9-4731-934b-1eb0bcea6d64", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:35:45.884504 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c6672468-030d-4cc5-94a4-79b0957daa88 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:35:45.884972 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6672468-030d-4cc5-94a4-79b0957daa88'] response: {'name': 'network-changed', 'server_uuid': '4d988731-a2e6-4ea7-8732-891141534b82', 'tag': 'bdae9f00-03a9-4731-934b-1eb0bcea6d64', 'status': 'completed', 'code': 200} May 10 05:35:45.927924 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa7c7b8-f7d1-47d4-b26a-d7878deb0bf8 None None] Routers {'2c5c7ae5-9535-47c1-a986-d8e61626b3d9'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:35:45.936496 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-6fa7c7b8-f7d1-47d4-b26a-d7878deb0bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:35:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['2c5c7ae5-9535-47c1-a986-d8e61626b3d9'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:35:45.937668 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928fe172-98bd-4712-a772-a53ac8093450 None None] Routers {'5cdb5076-1731-4459-abdd-fcf53d6f3c2d'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:35:45.938631 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-928fe172-98bd-4712-a772-a53ac8093450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:35:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['5cdb5076-1731-4459-abdd-fcf53d6f3c2d'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:35:45.987427 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-7cb6396c-0e12-4299-8d68-d3eab62a40eb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (caf4b026-5603-4656-a8ea-a2690b18afa3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:46.076823 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-7cb6396c-0e12-4299-8d68-d3eab62a40eb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Network 5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:35:46.092480 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-7cb6396c-0e12-4299-8d68-d3eab62a40eb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:35:46.108933 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-928fe172-98bd-4712-a772-a53ac8093450 None None] Set router 5cdb5076-1731-4459-abdd-fcf53d6f3c2d gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:35:46.110030 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-7cb6396c-0e12-4299-8d68-d3eab62a40eb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:35:46.115567 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-7cb6396c-0e12-4299-8d68-d3eab62a40eb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:46.116320 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-7cb6396c-0e12-4299-8d68-d3eab62a40eb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:46.168514 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6396c-0e12-4299-8d68-d3eab62a40eb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Pushing event updated for resources: {'Port': ['ID=caf4b026-5603-4656-a8ea-a2690b18afa3,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:46.175872 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Pushing event updated for resources: {'Port': ['ID=e3f7eba2-d17d-4054-8427-2a022d4f45b9,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:46.176263 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-6fa7c7b8-f7d1-47d4-b26a-d7878deb0bf8 None None] Set router 2c5c7ae5-9535-47c1-a986-d8e61626b3d9 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:35:46.179327 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-09df7476-c3c1-41f8-ad37-749066677456 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--375273047&fields=id&tenant_id=9a950288ff0b408ea461a2206204f2e6 HTTP/1.1" status: 200 len: 267 time: 0.4511805 May 10 05:35:46.193830 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-7cb6396c-0e12-4299-8d68-d3eab62a40eb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9721520 May 10 05:35:46.217970 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385ae6dc-fdcf-454a-a375-e16a8174357d admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 05:35:46.238603 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-385ae6dc-fdcf-454a-a375-e16a8174357d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (ddebbcb6-df1b-4501-93d6-e9be5411b8f8), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:46.238603 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.db.segments_db [None req-385ae6dc-fdcf-454a-a375-e16a8174357d admin admin] Added segment ddebbcb6-df1b-4501-93d6-e9be5411b8f8 of type vlan for network 8ae70b9f-8a2e-48ff-ad86-5fb7024cdf2d May 10 05:35:46.276087 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-385ae6dc-fdcf-454a-a375-e16a8174357d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215042991'] for network (8ae70b9f-8a2e-48ff-ad86-5fb7024cdf2d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:46.312740 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a1e3379c-06a5-4213-9b34-c758511bd13b req-0eeb5b1a-1720-4c84-8870-a846d7bd7abc tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 210 time: 0.2696157 May 10 05:35:46.331192 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ae6dc-fdcf-454a-a375-e16a8174357d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c7228c-d79b-43c8-bfef-240e6ee0a246,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:46.347734 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24a33b96-747e-49c9-8eb8-c6336407be65 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for security_group_rule (d20aaf31-28bc-4f7f-bba9-b98aed414922), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:46.372217 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-385ae6dc-fdcf-454a-a375-e16a8174357d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for network (8ae70b9f-8a2e-48ff-ad86-5fb7024cdf2d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:46.373185 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385ae6dc-fdcf-454a-a375-e16a8174357d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:46.373708 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-385ae6dc-fdcf-454a-a375-e16a8174357d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:46.433837 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-6fa7c7b8-f7d1-47d4-b26a-d7878deb0bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'name': 'tempest-ServerRescueNegativeTestJSON-173816327-router', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:31Z', 'revision_number': 4, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'gw_port': {'id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'cce6e3f1-ae7d-4c27-95c6-b86a67679dcb', 'name': '', 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'mac_address': 'fa:16:3e:d5:7d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:30Z', 'updated_at': '2022-05-10T05:35:45Z', 'revision_number': 4, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'subnets': [{'id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:35:46.445929 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port 832bd5da-ed37-4011-89e9-146dba2eb220 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:46.446404 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (832bd5da-ed37-4011-89e9-146dba2eb220), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:46.461781 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d99e40b9-4529-45ee-91fd-d1853ee8d8fb None None] Current status of the port cce6e3f1-ae7d-4c27-95c6-b86a67679dcb is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:35:46.462443 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d99e40b9-4529-45ee-91fd-d1853ee8d8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (cce6e3f1-ae7d-4c27-95c6-b86a67679dcb), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:46.466120 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24a33b96-747e-49c9-8eb8-c6336407be65 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (d20aaf31-28bc-4f7f-bba9-b98aed414922), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:46.471831 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa7c7b8-f7d1-47d4-b26a-d7878deb0bf8 None None] The sync data for ids ['2c5c7ae5-9535-47c1-a986-d8e61626b3d9'] in dv-cinder-836996-16-iscsi is: [{'id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'name': 'tempest-ServerRescueNegativeTestJSON-173816327-router', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:31Z', 'revision_number': 4, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'gw_port': {'id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'cce6e3f1-ae7d-4c27-95c6-b86a67679dcb', 'name': '', 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'mac_address': 'fa:16:3e:d5:7d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:30Z', 'updated_at': '2022-05-10T05:35:45Z', 'revision_number': 4, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'subnets': [{'id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:35:46.534454 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d99e40b9-4529-45ee-91fd-d1853ee8d8fb None None] For port cce6e3f1-ae7d-4c27-95c6-b86a67679dcb, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=cce6e3f1-ae7d-4c27-95c6-b86a67679dcb,segment=NetworkSegment(9225ec9f-9ab7-44e3-8189-b6b0b00fce2d),segment_id=9225ec9f-9ab7-44e3-8189-b6b0b00fce2d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:35:46.551211 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d99e40b9-4529-45ee-91fd-d1853ee8d8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (cce6e3f1-ae7d-4c27-95c6-b86a67679dcb), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:46.556525 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-280576e4-98a0-47a2-92de-5b6186393fae req-a76832c4-da17-4b83-8942-3ff031b9fdfd tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Allocated IP 172.20.0.8 (5d671de9-b99f-4d0f-8ce6-d44065c4ccc7/5cda1426-dd5e-4474-b1b8-e2dd037a4f93/64bcfeff-4d68-4f7e-83e7-d6594c3629f1) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:35:46.643536 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e40b9-4529-45ee-91fd-d1853ee8d8fb None None] Pushing event updated for resources: {'Port': ['ID=cce6e3f1-ae7d-4c27-95c6-b86a67679dcb,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:46.693229 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-385ae6dc-fdcf-454a-a375-e16a8174357d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3275855 May 10 05:35:46.697018 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 46880) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:46.710348 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-67f53ffe-cbc9-4610-b0ce-a5780285ff91 admin admin] Request body: {'subnet': {'network_id': '8ae70b9f-8a2e-48ff-ad86-5fb7024cdf2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1328435163-subnet', 'tenant_id': '06d3be9b601241c9bb9ebcfdc8148f82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:46.730829 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b7271ca3-ff6f-42ec-99d0-208bb2e9e88b None None] Provisioning complete for port cce6e3f1-ae7d-4c27-95c6-b86a67679dcb triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:46.731216 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b7271ca3-ff6f-42ec-99d0-208bb2e9e88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (cce6e3f1-ae7d-4c27-95c6-b86a67679dcb), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:46.764830 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ae6dc-fdcf-454a-a375-e16a8174357d admin admin] Pushing event updated for resources: {'Network': ['ID=8ae70b9f-8a2e-48ff-ad86-5fb7024cdf2d,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:46.776770 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f53ffe-cbc9-4610-b0ce-a5780285ff91 admin admin] Made reservation on behalf of 06d3be9b601241c9bb9ebcfdc8148f82 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:35:46.784449 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67f53ffe-cbc9-4610-b0ce-a5780285ff91 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:46.793347 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Network 8ae70b9f-8a2e-48ff-ad86-5fb7024cdf2d details requested by agent ovs-agent-dv-cinder-836996-16-iscsi with host dv-cinder-836996-16-iscsi {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 05:35:47.067709 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port 832bd5da-ed37-4011-89e9-146dba2eb220 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:35:47.070718 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24a33b96-747e-49c9-8eb8-c6336407be65 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:47.074382 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-928fe172-98bd-4712-a772-a53ac8093450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712131266-router', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:36Z', 'revision_number': 4, 'project_id': '946af2825477481298bcaa8f04b345d2', 'gw_port': {'id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:26Z', 'updated_at': '2022-05-10T05:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'a9e1fd6d-eb5c-44bf-9258-e41c570cd636', 'name': '', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'mac_address': 'fa:16:3e:27:f5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:33Z', 'updated_at': '2022-05-10T05:35:37Z', 'revision_number': 2, 'project_id': '946af2825477481298bcaa8f04b345d2', 'subnets': [{'id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:35:47.079905 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-24a33b96-747e-49c9-8eb8-c6336407be65 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4180882 May 10 05:35:47.117265 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 46890) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:47.117490 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928fe172-98bd-4712-a772-a53ac8093450 None None] Checking router: 5cdb5076-1731-4459-abdd-fcf53d6f3c2d for host: dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:35:47.118159 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928fe172-98bd-4712-a772-a53ac8093450 None None] Updating router 5cdb5076-1731-4459-abdd-fcf53d6f3c2d port a9e1fd6d-eb5c-44bf-9258-e41c570cd636 binding host dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 05:35:47.153929 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a33b96-747e-49c9-8eb8-c6336407be65 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d20aaf31-28bc-4f7f-bba9-b98aed414922,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:47.157693 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-928fe172-98bd-4712-a772-a53ac8093450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (a9e1fd6d-eb5c-44bf-9258-e41c570cd636), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:47.275695 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-19b4185d-c5fb-48b8-a82c-883ed3dcc766 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Request body: {'security_group_rule': {'security_group_id': '61a76cc0-043f-4fcd-b114-8b6421dba16a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:47.306664 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-a80f9a49-5bcb-4637-a36b-ddd83f2be8cb service neutron] Request body: {'port': {'device_id': 'd3c68c70-7035-4aa6-a39a-91c9de55fe74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:47.448787 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device e3f7eba2-d17d-4054-8427-2a022d4f45b9 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:35:47.507292 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67f53ffe-cbc9-4610-b0ce-a5780285ff91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for subnet (9cefc8e4-294d-426f-9029-f4f3d798718e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:47.629627 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ad1e3-983f-4195-8829-f107e430e09f req-10e3e897-86d2-4800-a87d-914eb01957ae tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:47.633257 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b7271ca3-ff6f-42ec-99d0-208bb2e9e88b None None] Current status of the port cce6e3f1-ae7d-4c27-95c6-b86a67679dcb is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:35:47.645398 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9b8ad1e3-983f-4195-8829-f107e430e09f req-10e3e897-86d2-4800-a87d-914eb01957ae tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 943 time: 0.6174941 May 10 05:35:47.690878 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b7271ca3-ff6f-42ec-99d0-208bb2e9e88b None None] Provisioning complete for port caf4b026-5603-4656-a8ea-a2690b18afa3 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:47.691889 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b7271ca3-ff6f-42ec-99d0-208bb2e9e88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (caf4b026-5603-4656-a8ea-a2690b18afa3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:47.710599 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 46906) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:47.763697 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-280576e4-98a0-47a2-92de-5b6186393fae req-a76832c4-da17-4b83-8942-3ff031b9fdfd tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks [] for port (64bcfeff-4d68-4f7e-83e7-d6594c3629f1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:47.792433 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port e3f7eba2-d17d-4054-8427-2a022d4f45b9 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:47.793580 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (e3f7eba2-d17d-4054-8427-2a022d4f45b9), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:47.793790 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e6a62-31d6-4c87-80d7-e83a3d8c5e8c req-2c7b54d0-9759-4e10-a1a3-11a111de7e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:47.795705 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-4e6e6a62-31d6-4c87-80d7-e83a3d8c5e8c req-2c7b54d0-9759-4e10-a1a3-11a111de7e81 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a4b426f4da354914ab7f6f98d583f557&device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 1127 time: 0.4715855 May 10 05:35:47.905041 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b7271ca3-ff6f-42ec-99d0-208bb2e9e88b None None] Port caf4b026-5603-4656-a8ea-a2690b18afa3 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:35:48.001186 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-2c2f8ecd-01ce-4858-8f38-9d92b2b66824 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:48.003932 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-2c2f8ecd-01ce-4858-8f38-9d92b2b66824 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/networks?id=04cb81b5-85e4-4ffa-8556-8a80e37bea1f HTTP/1.1" status: 200 len: 810 time: 1.6538546 May 10 05:35:48.014926 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9b8ad1e3-983f-4195-8829-f107e430e09f req-fae832e9-e29b-4907-8ca0-f600a3e13c17 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684542 May 10 05:35:48.023290 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-280576e4-98a0-47a2-92de-5b6186393fae req-a76832c4-da17-4b83-8942-3ff031b9fdfd tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (64bcfeff-4d68-4f7e-83e7-d6594c3629f1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:48.028652 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-19b4185d-c5fb-48b8-a82c-883ed3dcc766 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for security_group_rule (1013c8b9-4800-4a4e-a132-fcacaaa86f01), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:48.065563 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-928fe172-98bd-4712-a772-a53ac8093450 None None] Publish callbacks [] for port (a9e1fd6d-eb5c-44bf-9258-e41c570cd636), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:48.096631 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-928fe172-98bd-4712-a772-a53ac8093450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (a9e1fd6d-eb5c-44bf-9258-e41c570cd636), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:48.202504 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-a80f9a49-5bcb-4637-a36b-ddd83f2be8cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (caf4b026-5603-4656-a8ea-a2690b18afa3), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:48.238575 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f53ffe-cbc9-4610-b0ce-a5780285ff91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cefc8e4-294d-426f-9029-f4f3d798718e,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:48.266769 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13f7945b-a6cb-426b-af8d-aa7abd37ac92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:48.324923 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f53ffe-cbc9-4610-b0ce-a5780285ff91 admin admin] Checking segment: {'id': 'ddebbcb6-df1b-4501-93d6-e9be5411b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8ae70b9f-8a2e-48ff-ad86-5fb7024cdf2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:35:48.325704 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f53ffe-cbc9-4610-b0ce-a5780285ff91 admin admin] Network hostable DHCP agents. Network: 8ae70b9f-8a2e-48ff-ad86-5fb7024cdf2d, hostable agents: ['80185445-a40d-4750-a48c-216d3708fc1f'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 05:35:48.332682 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-280576e4-98a0-47a2-92de-5b6186393fae req-a76832c4-da17-4b83-8942-3ff031b9fdfd tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Network 5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:35:48.359326 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76832c4-da17-4b83-8942-3ff031b9fdfd tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Pushing event updated for resources: {'Port': ['ID=64bcfeff-4d68-4f7e-83e7-d6594c3629f1,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:48.378141 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-280576e4-98a0-47a2-92de-5b6186393fae req-a76832c4-da17-4b83-8942-3ff031b9fdfd tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:35:48.476447 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f53ffe-cbc9-4610-b0ce-a5780285ff91 admin admin] Network 8ae70b9f-8a2e-48ff-ad86-5fb7024cdf2d is scheduled to be hosted by DHCP agent 80185445-a40d-4750-a48c-216d3708fc1f with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 05:35:48.480245 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port e3f7eba2-d17d-4054-8427-2a022d4f45b9 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:35:48.481510 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device cce6e3f1-ae7d-4c27-95c6-b86a67679dcb up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:35:48.497792 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff01472-89c4-4343-a4d6-b2c85ca220ba req-532d70e2-06ea-41b7-b26e-a5bb561908ca tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:48.502105 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1ff01472-89c4-4343-a4d6-b2c85ca220ba req-532d70e2-06ea-41b7-b26e-a5bb561908ca tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 931 time: 0.1677971 May 10 05:35:48.524825 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef3229-378e-4c9a-beee-3d5cfa72134e None None] Pushing event updated for resources: {'Port': ['ID=a9e1fd6d-eb5c-44bf-9258-e41c570cd636,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:48.531916 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-67f53ffe-cbc9-4610-b0ce-a5780285ff91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-16-iscsi, 8ae70b9f-8a2e-48ff-ad86-5fb7024cdf2d) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:35:48.542540 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f53ffe-cbc9-4610-b0ce-a5780285ff91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:48.544309 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67f53ffe-cbc9-4610-b0ce-a5780285ff91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:48.557379 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af46ee4-8471-4266-ae46-d3d33d35e7ea None None] Network 8ae70b9f-8a2e-48ff-ad86-5fb7024cdf2d requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:35:48.573976 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-85a87ee1-7e21-43cd-be00-e29e3262de41 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/quotas/9a950288ff0b408ea461a2206204f2e6 HTTP/1.1" status: 200 len: 375 time: 0.5553408 May 10 05:35:48.705042 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-280576e4-98a0-47a2-92de-5b6186393fae req-a76832c4-da17-4b83-8942-3ff031b9fdfd tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:35:48.711500 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280576e4-98a0-47a2-92de-5b6186393fae req-a76832c4-da17-4b83-8942-3ff031b9fdfd tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:48.712574 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-280576e4-98a0-47a2-92de-5b6186393fae req-a76832c4-da17-4b83-8942-3ff031b9fdfd tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:48.761620 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-95afb49b-81e7-44df-8651-b02c1f9eeafb None None] Provisioning complete for port a9e1fd6d-eb5c-44bf-9258-e41c570cd636 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:48.762396 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-95afb49b-81e7-44df-8651-b02c1f9eeafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (a9e1fd6d-eb5c-44bf-9258-e41c570cd636), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:48.841370 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-95afb49b-81e7-44df-8651-b02c1f9eeafb None None] Port a9e1fd6d-eb5c-44bf-9258-e41c570cd636 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:35:48.907166 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b053e052-45d9-495a-a709-0e45de1862f6 None None] Network 8ae70b9f-8a2e-48ff-ad86-5fb7024cdf2d requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:35:48.910693 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-928fe172-98bd-4712-a772-a53ac8093450 None None] Attempting to bind port a9e1fd6d-eb5c-44bf-9258-e41c570cd636 on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:35:48.911319 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-928fe172-98bd-4712-a772-a53ac8093450 None None] Attempting to bind port a9e1fd6d-eb5c-44bf-9258-e41c570cd636 by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': '042867d0-7366-4489-a0e0-141b24a727e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:35:48.912225 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928fe172-98bd-4712-a772-a53ac8093450 None None] Attempting to bind port a9e1fd6d-eb5c-44bf-9258-e41c570cd636 on network 58a4c33e-b5ad-4505-8230-cedc9ea5ca27 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:35:48.924582 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928fe172-98bd-4712-a772-a53ac8093450 None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:35:48.925120 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928fe172-98bd-4712-a772-a53ac8093450 None None] Checking segment: {'id': '042867d0-7366-4489-a0e0-141b24a727e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:35:48.925903 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-928fe172-98bd-4712-a772-a53ac8093450 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:48.926403 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928fe172-98bd-4712-a772-a53ac8093450 None None] Bound using segment: {'id': '042867d0-7366-4489-a0e0-141b24a727e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:35:48.927073 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-928fe172-98bd-4712-a772-a53ac8093450 None None] Bound port: a9e1fd6d-eb5c-44bf-9258-e41c570cd636, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042867d0-7366-4489-a0e0-141b24a727e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:35:48.927555 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-928fe172-98bd-4712-a772-a53ac8093450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (a9e1fd6d-eb5c-44bf-9258-e41c570cd636), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:48.929308 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1ff01472-89c4-4343-a4d6-b2c85ca220ba req-0b484245-6863-4379-9e96-1b03a4ce82b9 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367290 May 10 05:35:48.971391 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port cce6e3f1-ae7d-4c27-95c6-b86a67679dcb triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:48.971958 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (cce6e3f1-ae7d-4c27-95c6-b86a67679dcb), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:48.982718 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-65083cd5-cd6a-42bf-b16d-2e7c649c3290 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a950288ff0b408ea461a2206204f2e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3932550 May 10 05:35:48.986152 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-280576e4-98a0-47a2-92de-5b6186393fae req-a76832c4-da17-4b83-8942-3ff031b9fdfd tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9664114 May 10 05:35:49.136790 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-928fe172-98bd-4712-a772-a53ac8093450 None None] For port a9e1fd6d-eb5c-44bf-9258-e41c570cd636, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:35:49.212528 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port cce6e3f1-ae7d-4c27-95c6-b86a67679dcb is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:35:49.251184 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c2b3c0e0-69a0-4b92-a3b1-7de8c8445ea3 None None] Provisioning complete for port 64bcfeff-4d68-4f7e-83e7-d6594c3629f1 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:49.251869 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c2b3c0e0-69a0-4b92-a3b1-7de8c8445ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (64bcfeff-4d68-4f7e-83e7-d6594c3629f1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:49.259500 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-928fe172-98bd-4712-a772-a53ac8093450 None None] For port a9e1fd6d-eb5c-44bf-9258-e41c570cd636, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=a9e1fd6d-eb5c-44bf-9258-e41c570cd636,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:35:49.288636 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-928fe172-98bd-4712-a772-a53ac8093450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (a9e1fd6d-eb5c-44bf-9258-e41c570cd636), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:49.313970 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-5ba5a9e5-97d4-4ec3-b9d8-bd837c9ac9a2 service neutron] 10.222.0.23 "GET /v2.0/networks/04cb81b5-85e4-4ffa-8556-8a80e37bea1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076544 May 10 05:35:49.336219 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-67f53ffe-cbc9-4610-b0ce-a5780285ff91 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6377859 May 10 05:35:49.338351 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e6a62-31d6-4c87-80d7-e83a3d8c5e8c req-6f8b00fd-1f01-48d3-9839-9b9ccb3648af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:49.340262 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-4e6e6a62-31d6-4c87-80d7-e83a3d8c5e8c req-6f8b00fd-1f01-48d3-9839-9b9ccb3648af service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=a4b426f4da354914ab7f6f98d583f557&shared=False HTTP/1.1" status: 200 len: 913 time: 1.5100787 May 10 05:35:49.349410 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef3229-378e-4c9a-beee-3d5cfa72134e None None] Pushing event updated for resources: {'Port': ['ID=a9e1fd6d-eb5c-44bf-9258-e41c570cd636,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:49.363867 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c2b3c0e0-69a0-4b92-a3b1-7de8c8445ea3 None None] Port 64bcfeff-4d68-4f7e-83e7-d6594c3629f1 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:35:49.392591 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928fe172-98bd-4712-a772-a53ac8093450 None None] Routers {'5cdb5076-1731-4459-abdd-fcf53d6f3c2d'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:35:49.397798 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-928fe172-98bd-4712-a772-a53ac8093450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:35:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['5cdb5076-1731-4459-abdd-fcf53d6f3c2d'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:35:49.410838 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13f7945b-a6cb-426b-af8d-aa7abd37ac92 admin admin] Publish callbacks [] for security_group (9fc4afb2-17fb-4e90-b55b-429708d1479a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:49.548738 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-928fe172-98bd-4712-a772-a53ac8093450 None None] Set router 5cdb5076-1731-4459-abdd-fcf53d6f3c2d gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:35:49.571023 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb2e46-0acf-4403-a97f-da02c062bd6b req-5b34fc1e-2980-4203-831b-acd4e94dfafa tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:49.572888 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-37bb2e46-0acf-4403-a97f-da02c062bd6b req-5b34fc1e-2980-4203-831b-acd4e94dfafa tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 943 time: 0.2564535 May 10 05:35:49.573528 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 46930) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:49.611955 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13f7945b-a6cb-426b-af8d-aa7abd37ac92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (9fc4afb2-17fb-4e90-b55b-429708d1479a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:49.624585 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-a80f9a49-5bcb-4637-a36b-ddd83f2be8cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf4b026-5603-4656-a8ea-a2690b18afa3 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:35:49.650782 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-a80f9a49-5bcb-4637-a36b-ddd83f2be8cb service neutron] Publish callbacks [] for port (caf4b026-5603-4656-a8ea-a2690b18afa3), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:49.669729 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-19b4185d-c5fb-48b8-a82c-883ed3dcc766 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for security_group_rule (1013c8b9-4800-4a4e-a132-fcacaaa86f01), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:49.670501 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-a80f9a49-5bcb-4637-a36b-ddd83f2be8cb service neutron] Transition to ACTIVE for port object caf4b026-5603-4656-a8ea-a2690b18afa3 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 05:35:49.684737 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7945b-a6cb-426b-af8d-aa7abd37ac92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc4afb2-17fb-4e90-b55b-429708d1479a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:49.686079 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-19b4185d-c5fb-48b8-a82c-883ed3dcc766 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (1013c8b9-4800-4a4e-a132-fcacaaa86f01), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:49.702480 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-a80f9a49-5bcb-4637-a36b-ddd83f2be8cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (caf4b026-5603-4656-a8ea-a2690b18afa3), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:49.705062 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-9be4654d-6f7e-4b21-b250-f6197cbededc service neutron] 10.222.0.23 "GET /v2.0/networks/04cb81b5-85e4-4ffa-8556-8a80e37bea1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847108 May 10 05:35:49.712060 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-13f7945b-a6cb-426b-af8d-aa7abd37ac92 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=791e63489bcb47a99b6df16e41c84ad9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9328723 May 10 05:35:49.712987 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 46934) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:49.732674 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-def4c0d2-117a-4149-add4-64b803306bec None None] Provisioning complete for port a9e1fd6d-eb5c-44bf-9258-e41c570cd636 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:49.732984 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-def4c0d2-117a-4149-add4-64b803306bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (a9e1fd6d-eb5c-44bf-9258-e41c570cd636), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:49.767754 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-507fcb90-22c6-42f0-a45e-a670b439ffbc admin admin] Deleting subnet e32e88fb-b079-4f0d-b059-f25b0379242f {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 05:35:49.777258 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-507fcb90-22c6-42f0-a45e-a670b439ffbc admin admin] Publish callbacks [] for subnet (e32e88fb-b079-4f0d-b059-f25b0379242f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:49.804719 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f9a49-5bcb-4637-a36b-ddd83f2be8cb service neutron] Pushing event updated for resources: {'Port': ['ID=caf4b026-5603-4656-a8ea-a2690b18afa3,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:49.856639 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-19b4185d-c5fb-48b8-a82c-883ed3dcc766 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:49.857828 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-19b4185d-c5fb-48b8-a82c-883ed3dcc766 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7113705 May 10 05:35:49.861906 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 46938) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:49.866804 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-5c18c7bc-5705-4555-8cb7-98f667767455 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Request body: {'floatingip': {'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:49.900165 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-928fe172-98bd-4712-a772-a53ac8093450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712131266-router', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:36Z', 'revision_number': 4, 'project_id': '946af2825477481298bcaa8f04b345d2', 'gw_port': {'id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:26Z', 'updated_at': '2022-05-10T05:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'a9e1fd6d-eb5c-44bf-9258-e41c570cd636', 'name': '', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'mac_address': 'fa:16:3e:27:f5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:33Z', 'updated_at': '2022-05-10T05:35:49Z', 'revision_number': 4, 'project_id': '946af2825477481298bcaa8f04b345d2', 'subnets': [{'id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:35:49.908624 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-37bb2e46-0acf-4403-a97f-da02c062bd6b req-c86cbe05-452f-461b-a4d0-c67e301aec02 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951174 May 10 05:35:49.913046 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-a80f9a49-5bcb-4637-a36b-ddd83f2be8cb service neutron] Attempting to bind port caf4b026-5603-4656-a8ea-a2690b18afa3 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:35:49.933432 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-a80f9a49-5bcb-4637-a36b-ddd83f2be8cb service neutron] Attempting to bind port caf4b026-5603-4656-a8ea-a2690b18afa3 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '9225ec9f-9ab7-44e3-8189-b6b0b00fce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:35:49.933432 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-a80f9a49-5bcb-4637-a36b-ddd83f2be8cb service neutron] Attempting to bind port caf4b026-5603-4656-a8ea-a2690b18afa3 on network 5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:35:49.942371 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e5994523-34a4-4584-a2e6-ef3de3f1cc58 admin admin] Publish callbacks [] for security_group (9fc4afb2-17fb-4e90-b55b-429708d1479a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:49.957438 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-a80f9a49-5bcb-4637-a36b-ddd83f2be8cb service neutron] Port caf4b026-5603-4656-a8ea-a2690b18afa3 on network 5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 05:35:49.957438 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-a80f9a49-5bcb-4637-a36b-ddd83f2be8cb service neutron] Attempting to bind port caf4b026-5603-4656-a8ea-a2690b18afa3 on network 5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:35:49.966226 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5c18c7bc-5705-4555-8cb7-98f667767455 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:49.973577 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-a80f9a49-5bcb-4637-a36b-ddd83f2be8cb service neutron] Checking agent: {'id': '0722f08e-2e90-4d2d-9212-b191bf1b5213', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'started_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:35:49.973825 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-a80f9a49-5bcb-4637-a36b-ddd83f2be8cb service neutron] Checking segment: {'id': '9225ec9f-9ab7-44e3-8189-b6b0b00fce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:35:49.974198 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-a80f9a49-5bcb-4637-a36b-ddd83f2be8cb service neutron] Bound using segment: {'id': '9225ec9f-9ab7-44e3-8189-b6b0b00fce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:35:49.974634 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-a80f9a49-5bcb-4637-a36b-ddd83f2be8cb service neutron] Bound port: caf4b026-5603-4656-a8ea-a2690b18afa3, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9225ec9f-9ab7-44e3-8189-b6b0b00fce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:35:49.974987 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-a80f9a49-5bcb-4637-a36b-ddd83f2be8cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (caf4b026-5603-4656-a8ea-a2690b18afa3), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:49.977053 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-507fcb90-22c6-42f0-a45e-a670b439ffbc admin admin] Publish callbacks [] for subnet (e32e88fb-b079-4f0d-b059-f25b0379242f), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:50.023538 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-507fcb90-22c6-42f0-a45e-a670b439ffbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560747'] for subnet (e32e88fb-b079-4f0d-b059-f25b0379242f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:50.076640 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e5994523-34a4-4584-a2e6-ef3de3f1cc58 admin admin] Publish callbacks [] for security_group (9fc4afb2-17fb-4e90-b55b-429708d1479a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:50.153107 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928fe172-98bd-4712-a772-a53ac8093450 None None] The sync data for ids ['5cdb5076-1731-4459-abdd-fcf53d6f3c2d'] in dv-cinder-836996-16-iscsi is: [{'id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712131266-router', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:36Z', 'revision_number': 4, 'project_id': '946af2825477481298bcaa8f04b345d2', 'gw_port': {'id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:26Z', 'updated_at': '2022-05-10T05:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'a9e1fd6d-eb5c-44bf-9258-e41c570cd636', 'name': '', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'mac_address': 'fa:16:3e:27:f5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:33Z', 'updated_at': '2022-05-10T05:35:49Z', 'revision_number': 4, 'project_id': '946af2825477481298bcaa8f04b345d2', 'subnets': [{'id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:35:50.160237 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4185d-c5fb-48b8-a82c-883ed3dcc766 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1013c8b9-4800-4a4e-a132-fcacaaa86f01,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:50.173127 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-507fcb90-22c6-42f0-a45e-a670b439ffbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for subnet (e32e88fb-b079-4f0d-b059-f25b0379242f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:50.179344 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-def4c0d2-117a-4149-add4-64b803306bec None None] Current status of the port a9e1fd6d-eb5c-44bf-9258-e41c570cd636 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:35:50.179344 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-def4c0d2-117a-4149-add4-64b803306bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (a9e1fd6d-eb5c-44bf-9258-e41c570cd636), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:50.249887 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-def4c0d2-117a-4149-add4-64b803306bec None None] For port a9e1fd6d-eb5c-44bf-9258-e41c570cd636, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=a9e1fd6d-eb5c-44bf-9258-e41c570cd636,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:35:50.257909 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-def4c0d2-117a-4149-add4-64b803306bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (a9e1fd6d-eb5c-44bf-9258-e41c570cd636), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:50.271858 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507fcb90-22c6-42f0-a45e-a670b439ffbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e32e88fb-b079-4f0d-b059-f25b0379242f,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:50.277305 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5c18c7bc-5705-4555-8cb7-98f667767455 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:50.287186 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e5994523-34a4-4584-a2e6-ef3de3f1cc58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (9fc4afb2-17fb-4e90-b55b-429708d1479a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:50.289788 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e5994523-34a4-4584-a2e6-ef3de3f1cc58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:50.291014 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-e5994523-34a4-4584-a2e6-ef3de3f1cc58 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9fc4afb2-17fb-4e90-b55b-429708d1479a HTTP/1.1" status: 204 len: 168 time: 0.5722976 May 10 05:35:50.316349 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-a80f9a49-5bcb-4637-a36b-ddd83f2be8cb service neutron] For port caf4b026-5603-4656-a8ea-a2690b18afa3, host hv-cinder-83699, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:35:50.352104 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def4c0d2-117a-4149-add4-64b803306bec None None] Pushing event updated for resources: {'Port': ['ID=a9e1fd6d-eb5c-44bf-9258-e41c570cd636,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:50.353351 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5994523-34a4-4584-a2e6-ef3de3f1cc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc4afb2-17fb-4e90-b55b-429708d1479a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:50.360102 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2c09b829-f070-4886-9c34-8f3a52bc021b req-29e629eb-0375-4766-9021-885ab447794f tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 210 time: 0.1921988 May 10 05:35:50.361757 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-507fcb90-22c6-42f0-a45e-a670b439ffbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:50.376517 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-507fcb90-22c6-42f0-a45e-a670b439ffbc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e32e88fb-b079-4f0d-b059-f25b0379242f HTTP/1.1" status: 204 len: 168 time: 0.7976668 May 10 05:35:50.379592 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 46960) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:50.409371 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a263a0-8dae-4911-98bb-c8976d18e7cc req-bbd277ab-d107-4b00-9d60-f0cae159f371 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:50.413189 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-a80f9a49-5bcb-4637-a36b-ddd83f2be8cb service neutron] For port caf4b026-5603-4656-a8ea-a2690b18afa3, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=caf4b026-5603-4656-a8ea-a2690b18afa3,segment=NetworkSegment(9225ec9f-9ab7-44e3-8189-b6b0b00fce2d),segment_id=9225ec9f-9ab7-44e3-8189-b6b0b00fce2d)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:35:50.454805 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-14a263a0-8dae-4911-98bb-c8976d18e7cc req-bbd277ab-d107-4b00-9d60-f0cae159f371 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 931 time: 0.2855914 May 10 05:35:50.526806 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-14a263a0-8dae-4911-98bb-c8976d18e7cc req-cc7e8077-9c1d-495e-8b96-6329e1de8f7f tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671856 May 10 05:35:50.527836 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-a80f9a49-5bcb-4637-a36b-ddd83f2be8cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (caf4b026-5603-4656-a8ea-a2690b18afa3), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:50.642101 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-a80f9a49-5bcb-4637-a36b-ddd83f2be8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:50.642725 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-a80f9a49-5bcb-4637-a36b-ddd83f2be8cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:50.649924 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-a80f9a49-5bcb-4637-a36b-ddd83f2be8cb service neutron] 10.222.0.50 "PUT /v2.0/ports/caf4b026-5603-4656-a8ea-a2690b18afa3 HTTP/1.1" status: 200 len: 1094 time: 3.3643968 May 10 05:35:50.660898 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c68c70-7035-4aa6-a39a-91c9de55fe74', 'tag': 'caf4b026-5603-4656-a8ea-a2690b18afa3'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:35:50.663671 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93432ac-6f1a-4a78-b1fa-f507c6777f07" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c68c70-7035-4aa6-a39a-91c9de55fe74", "tag": "caf4b026-5603-4656-a8ea-a2690b18afa3"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:35:50.668715 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c4d43eb-63a9-4732-94ee-6ae6d675bc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505022'] for network (a6e9419b-abba-4203-ae1f-38203e680258), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:50.716209 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f9a49-5bcb-4637-a36b-ddd83f2be8cb service neutron] Pushing event updated for resources: {'Port': ['ID=caf4b026-5603-4656-a8ea-a2690b18afa3,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:50.762934 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-5c18c7bc-5705-4555-8cb7-98f667767455 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Allocated IP 172.27.0.71 (87bc626b-a764-429e-8d11-cdbbe513fac5/76823629-1df9-4cfd-a8c3-1d6cce6b2ea9/069d847e-9844-4052-9a1d-b7f3bc67acdc) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:35:50.807922 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 46970) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:50.831073 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1038d755-1033-467d-9df9-eb956647aeba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:50.849803 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c4d43eb-63a9-4732-94ee-6ae6d675bc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562704', 'neutron.services.segments.db._delete_segments_for_network-8771215551281'] for network (a6e9419b-abba-4203-ae1f-38203e680258), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:50.854251 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab1689e-05c5-4342-9069-0e0e6f2688c6 x-openstack-request-id: req-dab1689e-05c5-4342-9069-0e0e6f2688c6 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:35:50.854542 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c68c70-7035-4aa6-a39a-91c9de55fe74", "tag": "caf4b026-5603-4656-a8ea-a2690b18afa3", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:35:50.854984 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dab1689e-05c5-4342-9069-0e0e6f2688c6 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:35:50.855649 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab1689e-05c5-4342-9069-0e0e6f2688c6'] response: {'name': 'network-changed', 'server_uuid': 'd3c68c70-7035-4aa6-a39a-91c9de55fe74', 'tag': 'caf4b026-5603-4656-a8ea-a2690b18afa3', 'status': 'completed', 'code': 200} May 10 05:35:50.918211 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c4d43eb-63a9-4732-94ee-6ae6d675bc4b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:35:50.918624 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c4d43eb-63a9-4732-94ee-6ae6d675bc4b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:35:50.919877 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c4d43eb-63a9-4732-94ee-6ae6d675bc4b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:35:50.920010 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c4d43eb-63a9-4732-94ee-6ae6d675bc4b admin admin] Subscribe: > port after_create 55550000 {{(pid=103528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:35:50.920478 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c4d43eb-63a9-4732-94ee-6ae6d675bc4b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:35:50.921042 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c4d43eb-63a9-4732-94ee-6ae6d675bc4b admin admin] Subscribe: > port after_update 55550000 {{(pid=103528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:35:50.921275 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c4d43eb-63a9-4732-94ee-6ae6d675bc4b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:35:50.921700 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c4d43eb-63a9-4732-94ee-6ae6d675bc4b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:35:50.922319 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c4d43eb-63a9-4732-94ee-6ae6d675bc4b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:35:50.922572 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c4d43eb-63a9-4732-94ee-6ae6d675bc4b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:35:50.943017 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1038d755-1033-467d-9df9-eb956647aeba admin admin] Publish callbacks [] for security_group (8e98fbd5-20a3-4deb-aab0-eadcb0f1153f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:50.947528 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1038d755-1033-467d-9df9-eb956647aeba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (8e98fbd5-20a3-4deb-aab0-eadcb0f1153f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:50.991929 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-1038d755-1033-467d-9df9-eb956647aeba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=60717d8e8e804e5691ece7530732b4e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1822431 May 10 05:35:50.992582 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 46976) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:50.993386 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038d755-1033-467d-9df9-eb956647aeba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e98fbd5-20a3-4deb-aab0-eadcb0f1153f,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:51.018525 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c4d43eb-63a9-4732-94ee-6ae6d675bc4b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:35:51.021591 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c4d43eb-63a9-4732-94ee-6ae6d675bc4b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:35:51.024771 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c4d43eb-63a9-4732-94ee-6ae6d675bc4b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:35:51.025132 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c4d43eb-63a9-4732-94ee-6ae6d675bc4b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:35:51.025508 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-8c4d43eb-63a9-4732-94ee-6ae6d675bc4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6e9419b-abba-4203-ae1f-38203e680258']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:35:51.050067 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-8c4d43eb-63a9-4732-94ee-6ae6d675bc4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72367964-218d-441f-aaf6-3d9b9d49ab50') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:35:51.050354 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-8c4d43eb-63a9-4732-94ee-6ae6d675bc4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72367964-218d-441f-aaf6-3d9b9d49ab50') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:35:51.077256 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c4d43eb-63a9-4732-94ee-6ae6d675bc4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771215552058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26910846'] for segment (72367964-218d-441f-aaf6-3d9b9d49ab50), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:51.113223 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c4d43eb-63a9-4732-94ee-6ae6d675bc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (72367964-218d-441f-aaf6-3d9b9d49ab50), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:51.133653 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4d43eb-63a9-4732-94ee-6ae6d675bc4b admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 05:35:51.134054 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c4d43eb-63a9-4732-94ee-6ae6d675bc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2851385'] for segment (72367964-218d-441f-aaf6-3d9b9d49ab50), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: from cryptography.utils import int_from_bytes May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: from cryptography.utils import int_from_bytes May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: Traceback (most recent call last): May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: timer() May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: cb(*args, **kw) May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: return func(*args, **kwargs) May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: self._notify() May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: self.callback(batched_events) May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: event.method(event) May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: return f(self, *a, **k) May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: return self._get(url).json() May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: return self.request(url, 'GET', **kwargs) May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 05:35:51.159489 dv-cinder-836996-16-iscsi neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 05:35:51.173096 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5c18c7bc-5705-4555-8cb7-98f667767455 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for port (069d847e-9844-4052-9a1d-b7f3bc67acdc), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:51.237485 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a033029-be69-4552-a6f3-98f13667b071 req-8ece19d0-b82f-4eed-824a-46f71c423bc6 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:51.239055 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3a033029-be69-4552-a6f3-98f13667b071 req-8ece19d0-b82f-4eed-824a-46f71c423bc6 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 943 time: 0.2278016 May 10 05:35:51.248595 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c4d43eb-63a9-4732-94ee-6ae6d675bc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412472'] for network (a6e9419b-abba-4203-ae1f-38203e680258), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:51.261224 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c4d43eb-63a9-4732-94ee-6ae6d675bc4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:51.265260 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-8c4d43eb-63a9-4732-94ee-6ae6d675bc4b admin admin] 10.222.0.23 "DELETE /v2.0/networks/a6e9419b-abba-4203-ae1f-38203e680258 HTTP/1.1" status: 204 len: 168 time: 0.8753483 May 10 05:35:51.268480 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 46978) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:51.278687 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d43eb-63a9-4732-94ee-6ae6d675bc4b admin admin] Pushing event deleted for resources: {'Network': ['ID=a6e9419b-abba-4203-ae1f-38203e680258,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:51.287870 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5c18c7bc-5705-4555-8cb7-98f667767455 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (069d847e-9844-4052-9a1d-b7f3bc67acdc), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:51.325543 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-13529dab-4e98-4d82-a6bf-9c7d84cb2f6b admin admin] Publish callbacks [] for security_group (8e98fbd5-20a3-4deb-aab0-eadcb0f1153f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:51.326159 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c18c7bc-5705-4555-8cb7-98f667767455 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Network 87bc626b-a764-429e-8d11-cdbbe513fac5 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:35:51.329060 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-5c18c7bc-5705-4555-8cb7-98f667767455 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:35:51.332871 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c18c7bc-5705-4555-8cb7-98f667767455 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:35:51.338479 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device a9e1fd6d-eb5c-44bf-9258-e41c570cd636 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:35:51.363758 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18c7bc-5705-4555-8cb7-98f667767455 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Pushing event updated for resources: {'Port': ['ID=069d847e-9844-4052-9a1d-b7f3bc67acdc,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:51.366079 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3a033029-be69-4552-a6f3-98f13667b071 req-90f06163-a9cd-4c4e-b79c-c71f96ae17f1 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175694 May 10 05:35:51.373981 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24003b3-b056-4065-94e1-cde323514b94 admin admin] Deleting subnet 9cefc8e4-294d-426f-9029-f4f3d798718e {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 05:35:51.379555 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b24003b3-b056-4065-94e1-cde323514b94 admin admin] Publish callbacks [] for subnet (9cefc8e4-294d-426f-9029-f4f3d798718e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:51.391696 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-13529dab-4e98-4d82-a6bf-9c7d84cb2f6b admin admin] Publish callbacks [] for security_group (8e98fbd5-20a3-4deb-aab0-eadcb0f1153f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:51.453556 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b24003b3-b056-4065-94e1-cde323514b94 admin admin] Publish callbacks [] for subnet (9cefc8e4-294d-426f-9029-f4f3d798718e), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:51.469132 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b24003b3-b056-4065-94e1-cde323514b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560747'] for subnet (9cefc8e4-294d-426f-9029-f4f3d798718e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:51.487477 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port a9e1fd6d-eb5c-44bf-9258-e41c570cd636 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:51.488141 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (a9e1fd6d-eb5c-44bf-9258-e41c570cd636), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:51.555969 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-13529dab-4e98-4d82-a6bf-9c7d84cb2f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (8e98fbd5-20a3-4deb-aab0-eadcb0f1153f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:51.559064 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-13529dab-4e98-4d82-a6bf-9c7d84cb2f6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:51.566030 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-13529dab-4e98-4d82-a6bf-9c7d84cb2f6b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e98fbd5-20a3-4deb-aab0-eadcb0f1153f HTTP/1.1" status: 204 len: 168 time: 0.5607698 May 10 05:35:51.648132 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13529dab-4e98-4d82-a6bf-9c7d84cb2f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e98fbd5-20a3-4deb-aab0-eadcb0f1153f,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:51.663344 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5c18c7bc-5705-4555-8cb7-98f667767455 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for floatingip (270f886c-33ab-4a62-9c9f-cfb48ca4358f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:51.743986 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0a3d2e6a-7ee5-44ee-baf5-f75077011952 req-45c80dea-14eb-4cc4-b5d5-eb3207d190a1 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 210 time: 0.0988703 May 10 05:35:51.799683 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5c18c7bc-5705-4555-8cb7-98f667767455 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (069d847e-9844-4052-9a1d-b7f3bc67acdc), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:51.800179 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b24003b3-b056-4065-94e1-cde323514b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for subnet (9cefc8e4-294d-426f-9029-f4f3d798718e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:51.800352 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port a9e1fd6d-eb5c-44bf-9258-e41c570cd636 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:35:51.823361 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24003b3-b056-4065-94e1-cde323514b94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cefc8e4-294d-426f-9029-f4f3d798718e,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:51.827615 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b24003b3-b056-4065-94e1-cde323514b94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:51.837830 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-b24003b3-b056-4065-94e1-cde323514b94 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9cefc8e4-294d-426f-9029-f4f3d798718e HTTP/1.1" status: 204 len: 168 time: 0.5631924 May 10 05:35:51.839217 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 46990) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:51.874673 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a41e4-1296-47b2-9847-bf78a50d2937 req-daf2fbab-45d3-470e-84b3-60c6e3962809 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:51.876773 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-571a41e4-1296-47b2-9847-bf78a50d2937 req-daf2fbab-45d3-470e-84b3-60c6e3962809 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 931 time: 0.1936550 May 10 05:35:51.973143 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c0dd4fd1-c47f-4842-98ad-18144f915c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505022'] for network (8ae70b9f-8a2e-48ff-ad86-5fb7024cdf2d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:52.057168 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-571a41e4-1296-47b2-9847-bf78a50d2937 req-1f7de3b8-68e4-43f0-8b60-6f3eb30ed339 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547866 May 10 05:35:52.176057 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c0dd4fd1-c47f-4842-98ad-18144f915c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562704', 'neutron.services.segments.db._delete_segments_for_network-8771215551281'] for network (8ae70b9f-8a2e-48ff-ad86-5fb7024cdf2d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:52.216342 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-c0dd4fd1-c47f-4842-98ad-18144f915c33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae70b9f-8a2e-48ff-ad86-5fb7024cdf2d']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:35:52.233545 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-c0dd4fd1-c47f-4842-98ad-18144f915c33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddebbcb6-df1b-4501-93d6-e9be5411b8f8') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:35:52.233922 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-c0dd4fd1-c47f-4842-98ad-18144f915c33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddebbcb6-df1b-4501-93d6-e9be5411b8f8') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:35:52.255317 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5c18c7bc-5705-4555-8cb7-98f667767455 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for port (069d847e-9844-4052-9a1d-b7f3bc67acdc), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:52.258717 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c0dd4fd1-c47f-4842-98ad-18144f915c33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771215552058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26910846'] for segment (ddebbcb6-df1b-4501-93d6-e9be5411b8f8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:52.268923 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5c18c7bc-5705-4555-8cb7-98f667767455 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851357'] for port (069d847e-9844-4052-9a1d-b7f3bc67acdc), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:52.282045 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c0dd4fd1-c47f-4842-98ad-18144f915c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (ddebbcb6-df1b-4501-93d6-e9be5411b8f8), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:52.325102 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0dd4fd1-c47f-4842-98ad-18144f915c33 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 05:35:52.325593 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c0dd4fd1-c47f-4842-98ad-18144f915c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2851385'] for segment (ddebbcb6-df1b-4501-93d6-e9be5411b8f8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: Traceback (most recent call last): May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: timer() May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: cb(*args, **kw) May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: return func(*args, **kwargs) May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: self._notify() May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: self.callback(batched_events) May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: event.method(event) May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: return f(self, *a, **k) May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: return self._get(url).json() May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: return self.request(url, 'GET', **kwargs) May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 05:35:52.327565 dv-cinder-836996-16-iscsi neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 05:35:52.405572 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18c7bc-5705-4555-8cb7-98f667767455 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Pushing event updated for resources: {'Port': ['ID=069d847e-9844-4052-9a1d-b7f3bc67acdc,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:52.421340 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5c18c7bc-5705-4555-8cb7-98f667767455 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (270f886c-33ab-4a62-9c9f-cfb48ca4358f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:52.432053 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c0dd4fd1-c47f-4842-98ad-18144f915c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412472'] for network (8ae70b9f-8a2e-48ff-ad86-5fb7024cdf2d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:52.450517 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c0dd4fd1-c47f-4842-98ad-18144f915c33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:52.453692 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-c0dd4fd1-c47f-4842-98ad-18144f915c33 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8ae70b9f-8a2e-48ff-ad86-5fb7024cdf2d HTTP/1.1" status: 204 len: 168 time: 0.6134059 May 10 05:35:52.454942 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd4fd1-c47f-4842-98ad-18144f915c33 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ae70b9f-8a2e-48ff-ad86-5fb7024cdf2d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:52.459052 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5c18c7bc-5705-4555-8cb7-98f667767455 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:52.460559 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-5c18c7bc-5705-4555-8cb7-98f667767455 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5972619 May 10 05:35:52.556964 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239fa5f-2897-4f9f-98aa-214b88c68601 req-ec999251-d6c3-478a-acad-030530b80113 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:52.560516 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d239fa5f-2897-4f9f-98aa-214b88c68601 req-ec999251-d6c3-478a-acad-030530b80113 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 943 time: 0.0876615 May 10 05:35:52.639230 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d239fa5f-2897-4f9f-98aa-214b88c68601 req-43dbab2c-c809-488c-bf85-3571c4c8bf06 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724480 May 10 05:35:52.743657 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 47020) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:52.791442 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [req-280576e4-98a0-47a2-92de-5b6186393fae req-08078ba1-3a09-4a7d-b947-279855d19676 service neutron] Request body: {'port': {'device_id': 'a61b60dc-2d94-4f36-a21b-ba58bc1c65f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:52.800543 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-d60b2370-ae6e-42f4-bd79-74806a42388c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c9f790398e5a42209850352a112c6138&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0556195 May 10 05:35:52.841599 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 47032) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:53.023024 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-46817346-7aad-434e-858b-f0eb2b46ee43 req-970c10dc-52dd-4340-b841-efaf7cf67bfe tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 210 time: 0.0725470 May 10 05:35:53.069346 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-873c8f29-6c0a-4725-8308-50b22eeeb1f9 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--887072846&fields=id&tenant_id=946af2825477481298bcaa8f04b345d2 HTTP/1.1" status: 200 len: 267 time: 0.1490364 May 10 05:35:53.249986 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-280576e4-98a0-47a2-92de-5b6186393fae req-08078ba1-3a09-4a7d-b947-279855d19676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (64bcfeff-4d68-4f7e-83e7-d6594c3629f1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:53.287874 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff667f-cc02-431f-a18e-16591d785975 req-0523ccea-fff5-42cb-973d-1c60163168f3 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:53.296207 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-37ff667f-cc02-431f-a18e-16591d785975 req-0523ccea-fff5-42cb-973d-1c60163168f3 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 931 time: 0.1211426 May 10 05:35:53.300820 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93432ac-6f1a-4a78-b1fa-f507c6777f07 req-3117ac24-d77b-406e-8749-9de0a51c1c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:53.302319 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-f93432ac-6f1a-4a78-b1fa-f507c6777f07 req-3117ac24-d77b-406e-8749-9de0a51c1c6b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5655a11bb4d94e7fb7186eb1bec105cb&device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 1128 time: 0.3730128 May 10 05:35:53.382611 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4355efb3-0cfd-4be0-ace3-066caa18bd5d admin admin] Publish callbacks [] for security_group (24ff803c-3117-413d-95c1-c5c91d0660da), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:53.404066 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-6d897fcd-5785-4b14-8551-d4699e1c5ff3 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:53.412911 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-6d897fcd-5785-4b14-8551-d4699e1c5ff3 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/networks?id=58a4c33e-b5ad-4505-8230-cedc9ea5ca27 HTTP/1.1" status: 200 len: 817 time: 0.3155355 May 10 05:35:53.494639 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4355efb3-0cfd-4be0-ace3-066caa18bd5d admin admin] Publish callbacks [] for security_group (24ff803c-3117-413d-95c1-c5c91d0660da), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:53.510439 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e6a62-31d6-4c87-80d7-e83a3d8c5e8c req-4a63ed6e-eeeb-41fa-a3eb-fd1f7cb14f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:53.511927 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-4e6e6a62-31d6-4c87-80d7-e83a3d8c5e8c req-4a63ed6e-eeeb-41fa-a3eb-fd1f7cb14f0e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7098544 May 10 05:35:53.528149 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-37ff667f-cc02-431f-a18e-16591d785975 req-923a6841-2be6-44c8-8599-6d7be4e7a652 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320881 May 10 05:35:53.537387 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-e70dbc19-efb9-4c18-8668-5f57216e1255 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/quotas/946af2825477481298bcaa8f04b345d2 HTTP/1.1" status: 200 len: 375 time: 0.1036227 May 10 05:35:53.541811 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93432ac-6f1a-4a78-b1fa-f507c6777f07 req-2cd560e5-2f25-42ea-af80-86f0bf0a369e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:53.543422 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-f93432ac-6f1a-4a78-b1fa-f507c6777f07 req-2cd560e5-2f25-42ea-af80-86f0bf0a369e service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=5655a11bb4d94e7fb7186eb1bec105cb&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2322984 May 10 05:35:53.578469 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4355efb3-0cfd-4be0-ace3-066caa18bd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (24ff803c-3117-413d-95c1-c5c91d0660da), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:53.581142 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4355efb3-0cfd-4be0-ace3-066caa18bd5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:53.582435 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-4355efb3-0cfd-4be0-ace3-066caa18bd5d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/24ff803c-3117-413d-95c1-c5c91d0660da HTTP/1.1" status: 204 len: 168 time: 0.7399194 May 10 05:35:53.592843 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355efb3-0cfd-4be0-ace3-066caa18bd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ff803c-3117-413d-95c1-c5c91d0660da,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:53.668589 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-5f16bd85-eb64-4406-accf-1e175d86b83e tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=946af2825477481298bcaa8f04b345d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1167126 May 10 05:35:53.858055 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-5b336ef9-6136-4e29-87c0-fb88ef987c11 service neutron] 10.222.0.23 "GET /v2.0/networks/58a4c33e-b5ad-4505-8230-cedc9ea5ca27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686504 May 10 05:35:53.873506 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0775cd0-fe15-4c21-833a-8547c5e607d0 req-18bb426a-6cd5-4b09-b2aa-85a4fa4f1ce6 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:53.875056 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.50', 61194) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:53.875284 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f0775cd0-fe15-4c21-833a-8547c5e607d0 req-18bb426a-6cd5-4b09-b2aa-85a4fa4f1ce6 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 943 time: 0.1208789 May 10 05:35:53.909805 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 47074) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:54.009073 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-ae187d8d-cac9-4653-bc55-27274d65bc1d tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:54.010646 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-ae187d8d-cac9-4653-bc55-27274d65bc1d tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.50 "GET /v2.0/networks?id=04cb81b5-85e4-4ffa-8556-8a80e37bea1f HTTP/1.1" status: 200 len: 810 time: 0.1312280 May 10 05:35:54.035478 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f0775cd0-fe15-4c21-833a-8547c5e607d0 req-d1dbb863-b214-4c5e-9776-66147aa0f037 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474628 May 10 05:35:54.059991 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [req-280576e4-98a0-47a2-92de-5b6186393fae req-08078ba1-3a09-4a7d-b947-279855d19676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64bcfeff-4d68-4f7e-83e7-d6594c3629f1 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:35:54.066637 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-4ea78afc-5c17-4da2-8400-a628f4371704 service neutron] 10.222.0.23 "GET /v2.0/networks/58a4c33e-b5ad-4505-8230-cedc9ea5ca27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902907 May 10 05:35:54.071274 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-280576e4-98a0-47a2-92de-5b6186393fae req-08078ba1-3a09-4a7d-b947-279855d19676 service neutron] Publish callbacks [] for port (64bcfeff-4d68-4f7e-83e7-d6594c3629f1), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:54.110144 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-280576e4-98a0-47a2-92de-5b6186393fae req-08078ba1-3a09-4a7d-b947-279855d19676 service neutron] Transition to ACTIVE for port object 64bcfeff-4d68-4f7e-83e7-d6594c3629f1 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 05:35:54.123873 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-280576e4-98a0-47a2-92de-5b6186393fae req-08078ba1-3a09-4a7d-b947-279855d19676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (64bcfeff-4d68-4f7e-83e7-d6594c3629f1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:54.133435 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-20fe9413-6ac1-46c8-aee7-dd969a757324 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a950288ff0b408ea461a2206204f2e6 HTTP/1.1" status: 200 len: 379 time: 0.1112206 May 10 05:35:54.140596 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-3edf13fb-29e6-4513-b651-e006329d76bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:54.143337 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-3edf13fb-29e6-4513-b651-e006329d76bd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a4b426f4da354914ab7f6f98d583f557&device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 1127 time: 0.3694320 May 10 05:35:54.162210 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-16653fbe-6efd-4c37-8614-8abae200c065 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Request body: {'port': {'device_id': '11688325-4363-4b2a-8946-ab77a99ca5e7', 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f', 'admin_state_up': True, 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'security_groups': ['ba196dd1-f99f-4769-8937-fadfb3eeeab4']}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:54.240764 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 47094) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:54.375633 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6d66d463-710d-4120-807f-0207f67e75af req-3f788fa4-9ed7-4793-a8e2-d1e24701d08a tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 210 time: 0.1222322 May 10 05:35:54.449834 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-13a0a4a6-c467-4d05-9916-686ccf99410a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdae9f00-03a9-4731-934b-1eb0bcea6d64 HTTP/1.1" status: 200 len: 217 time: 0.2786443 May 10 05:35:54.499422 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08078ba1-3a09-4a7d-b947-279855d19676 service neutron] Pushing event updated for resources: {'Port': ['ID=64bcfeff-4d68-4f7e-83e7-d6594c3629f1,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:54.530028 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-280576e4-98a0-47a2-92de-5b6186393fae req-08078ba1-3a09-4a7d-b947-279855d19676 service neutron] Attempting to bind port 64bcfeff-4d68-4f7e-83e7-d6594c3629f1 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:35:54.530554 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-280576e4-98a0-47a2-92de-5b6186393fae req-08078ba1-3a09-4a7d-b947-279855d19676 service neutron] Attempting to bind port 64bcfeff-4d68-4f7e-83e7-d6594c3629f1 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '9225ec9f-9ab7-44e3-8189-b6b0b00fce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:35:54.531336 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280576e4-98a0-47a2-92de-5b6186393fae req-08078ba1-3a09-4a7d-b947-279855d19676 service neutron] Attempting to bind port 64bcfeff-4d68-4f7e-83e7-d6594c3629f1 on network 5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:35:54.550882 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93432ac-6f1a-4a78-b1fa-f507c6777f07 req-67490162-3e05-4604-bfbf-a7980a9b5dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:54.553274 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-f93432ac-6f1a-4a78-b1fa-f507c6777f07 req-67490162-3e05-4604-bfbf-a7980a9b5dcb service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8326607 May 10 05:35:54.638986 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280576e4-98a0-47a2-92de-5b6186393fae req-08078ba1-3a09-4a7d-b947-279855d19676 service neutron] Port 64bcfeff-4d68-4f7e-83e7-d6594c3629f1 on network 5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 05:35:54.639432 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280576e4-98a0-47a2-92de-5b6186393fae req-08078ba1-3a09-4a7d-b947-279855d19676 service neutron] Attempting to bind port 64bcfeff-4d68-4f7e-83e7-d6594c3629f1 on network 5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:35:54.644691 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ff7addac-7705-43dc-875e-18b1efe26f51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:54.654870 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-7186de03-2c4e-4245-92b5-0597c9bb7ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:54.656677 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-7186de03-2c4e-4245-92b5-0597c9bb7ce5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ef201a16-b249-4de4-a64d-c2cbe1c2c303 HTTP/1.1" status: 200 len: 852 time: 0.1933813 May 10 05:35:54.681191 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-5117f3cf-427b-4c6d-a184-fdebd5c09e4d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=06d3be9b601241c9bb9ebcfdc8148f82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4334850 May 10 05:35:54.690054 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 47110) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:54.691783 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280576e4-98a0-47a2-92de-5b6186393fae req-08078ba1-3a09-4a7d-b947-279855d19676 service neutron] Checking agent: {'id': '0722f08e-2e90-4d2d-9212-b191bf1b5213', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'started_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:35:54.692215 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280576e4-98a0-47a2-92de-5b6186393fae req-08078ba1-3a09-4a7d-b947-279855d19676 service neutron] Checking segment: {'id': '9225ec9f-9ab7-44e3-8189-b6b0b00fce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:35:54.692820 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280576e4-98a0-47a2-92de-5b6186393fae req-08078ba1-3a09-4a7d-b947-279855d19676 service neutron] Bound using segment: {'id': '9225ec9f-9ab7-44e3-8189-b6b0b00fce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:35:54.693435 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-280576e4-98a0-47a2-92de-5b6186393fae req-08078ba1-3a09-4a7d-b947-279855d19676 service neutron] Bound port: 64bcfeff-4d68-4f7e-83e7-d6594c3629f1, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9225ec9f-9ab7-44e3-8189-b6b0b00fce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:35:54.693793 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-280576e4-98a0-47a2-92de-5b6186393fae req-08078ba1-3a09-4a7d-b947-279855d19676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (64bcfeff-4d68-4f7e-83e7-d6594c3629f1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:54.721066 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d66c018e-89de-452b-9357-5ec24337540d req-93fb23b3-885b-42f4-a355-1b3d20cd716c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 210 time: 0.1786139 May 10 05:35:54.742618 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-6a89b2a5-3bb8-4c59-b00a-eeef044136f8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fb9c257f-d658-42e8-955f-e318f6125a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684938 May 10 05:35:54.839939 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a86ead-5d51-444c-8ef6-39645ebd387a req-0da38cf9-0215-449d-97b9-f7d14cce246f tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:54.841861 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-15a86ead-5d51-444c-8ef6-39645ebd387a req-0da38cf9-0215-449d-97b9-f7d14cce246f tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 943 time: 0.1895709 May 10 05:35:54.856679 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-f8bdb8bd-3a5d-4a9e-a67d-b62770911b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:54.858735 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-f8bdb8bd-3a5d-4a9e-a67d-b62770911b75 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5655a11bb4d94e7fb7186eb1bec105cb&device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 1128 time: 0.2068517 May 10 05:35:54.911408 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-16653fbe-6efd-4c37-8614-8abae200c065 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Made reservation on behalf of 9a950288ff0b408ea461a2206204f2e6 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:35:54.915023 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-16653fbe-6efd-4c37-8614-8abae200c065 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:54.933148 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-aeac3ae6-5483-4623-aac3-e189628cdf3b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caf4b026-5603-4656-a8ea-a2690b18afa3 HTTP/1.1" status: 200 len: 217 time: 0.0645716 May 10 05:35:55.013803 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-cbde2315-d1a5-4dc2-af6d-ce6e0a4f0b32 service neutron] 10.222.0.50 "GET /v2.0/networks/fb9c257f-d658-42e8-955f-e318f6125a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465258 May 10 05:35:55.094994 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-16653fbe-6efd-4c37-8614-8abae200c065 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Allocated IP 172.20.0.3 (04cb81b5-85e4-4ffa-8556-8a80e37bea1f/7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec/34e3575e-325f-4df3-b0d0-e5c61091dc3b) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:35:55.115697 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7429de51-2c54-4b18-b8f1-166c8e8db361 admin admin] Publish callbacks [] for security_group (a4c7228c-d79b-43c8-bfef-240e6ee0a246), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:55.128108 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-280576e4-98a0-47a2-92de-5b6186393fae req-08078ba1-3a09-4a7d-b947-279855d19676 service neutron] For port 64bcfeff-4d68-4f7e-83e7-d6594c3629f1, host hv-cinder-83699, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:35:55.175728 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-280576e4-98a0-47a2-92de-5b6186393fae req-08078ba1-3a09-4a7d-b947-279855d19676 service neutron] For port 64bcfeff-4d68-4f7e-83e7-d6594c3629f1, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=64bcfeff-4d68-4f7e-83e7-d6594c3629f1,segment=NetworkSegment(9225ec9f-9ab7-44e3-8189-b6b0b00fce2d),segment_id=9225ec9f-9ab7-44e3-8189-b6b0b00fce2d)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:35:55.203967 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-280576e4-98a0-47a2-92de-5b6186393fae req-08078ba1-3a09-4a7d-b947-279855d19676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (64bcfeff-4d68-4f7e-83e7-d6594c3629f1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:55.220577 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-15a86ead-5d51-444c-8ef6-39645ebd387a req-26f67687-2952-4a7c-b8d2-5f9fc06ac463 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705072 May 10 05:35:55.222416 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7429de51-2c54-4b18-b8f1-166c8e8db361 admin admin] Publish callbacks [] for security_group (a4c7228c-d79b-43c8-bfef-240e6ee0a246), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:55.279286 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-16653fbe-6efd-4c37-8614-8abae200c065 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for port (34e3575e-325f-4df3-b0d0-e5c61091dc3b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:55.292026 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ff7addac-7705-43dc-875e-18b1efe26f51 admin admin] Publish callbacks [] for security_group (fd22f588-c634-4e89-a7d0-1155196f17ea), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:55.317758 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-16653fbe-6efd-4c37-8614-8abae200c065 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (34e3575e-325f-4df3-b0d0-e5c61091dc3b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:55.320875 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280576e4-98a0-47a2-92de-5b6186393fae req-08078ba1-3a09-4a7d-b947-279855d19676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:55.321505 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-280576e4-98a0-47a2-92de-5b6186393fae req-08078ba1-3a09-4a7d-b947-279855d19676 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:55.323104 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-280576e4-98a0-47a2-92de-5b6186393fae req-08078ba1-3a09-4a7d-b947-279855d19676 service neutron] 10.222.0.50 "PUT /v2.0/ports/64bcfeff-4d68-4f7e-83e7-d6594c3629f1 HTTP/1.1" status: 200 len: 1093 time: 2.5375173 May 10 05:35:55.323561 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61b60dc-2d94-4f36-a21b-ba58bc1c65f2', 'tag': '64bcfeff-4d68-4f7e-83e7-d6594c3629f1'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:35:55.358414 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 47136) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:55.377964 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ff7addac-7705-43dc-875e-18b1efe26f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (fd22f588-c634-4e89-a7d0-1155196f17ea), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:55.387151 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-16653fbe-6efd-4c37-8614-8abae200c065 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Network 04cb81b5-85e4-4ffa-8556-8a80e37bea1f is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:35:55.391801 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16653fbe-6efd-4c37-8614-8abae200c065 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Pushing event updated for resources: {'Port': ['ID=34e3575e-325f-4df3-b0d0-e5c61091dc3b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:55.396184 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-16653fbe-6efd-4c37-8614-8abae200c065 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:35:55.398996 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-16653fbe-6efd-4c37-8614-8abae200c065 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:35:55.477570 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-16653fbe-6efd-4c37-8614-8abae200c065 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:55.478199 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-16653fbe-6efd-4c37-8614-8abae200c065 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:55.497784 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e289d-6357-44d5-a09c-5eb18e27d05c req-cde0dfc1-30ec-4a7c-a603-f03b21e3fdc6 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:55.499423 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3b2e289d-6357-44d5-a09c-5eb18e27d05c req-cde0dfc1-30ec-4a7c-a603-f03b21e3fdc6 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 943 time: 0.3137972 May 10 05:35:55.525379 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-16653fbe-6efd-4c37-8614-8abae200c065 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3786693 May 10 05:35:55.545498 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08078ba1-3a09-4a7d-b947-279855d19676 service neutron] Pushing event updated for resources: {'Port': ['ID=64bcfeff-4d68-4f7e-83e7-d6594c3629f1,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:55.594458 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-ff7addac-7705-43dc-875e-18b1efe26f51 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=43416831675e4ad7b08db0ac262a24a4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6551621 May 10 05:35:55.597017 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 47146) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:55.600437 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7addac-7705-43dc-875e-18b1efe26f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd22f588-c634-4e89-a7d0-1155196f17ea,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:55.631332 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7429de51-2c54-4b18-b8f1-166c8e8db361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (a4c7228c-d79b-43c8-bfef-240e6ee0a246), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:55.633954 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7429de51-2c54-4b18-b8f1-166c8e8db361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:55.635056 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-7429de51-2c54-4b18-b8f1-166c8e8db361 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4c7228c-d79b-43c8-bfef-240e6ee0a246 HTTP/1.1" status: 204 len: 168 time: 0.9295459 May 10 05:35:55.647428 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409950a-fc73-4262-b4aa-1e2c20694228 req-b9910721-caea-4fdf-986f-fe30be9f1b4b tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:55.656153 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8409950a-fc73-4262-b4aa-1e2c20694228 req-b9910721-caea-4fdf-986f-fe30be9f1b4b tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 931 time: 0.1422620 May 10 05:35:55.680931 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-599456ac-6ec9-4132-a3a6-4ae2e10f7336 admin admin] Publish callbacks [] for security_group (fd22f588-c634-4e89-a7d0-1155196f17ea), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:55.686431 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19edb930-3167-4e80-997a-014c6c72c124" -d '{"events": [{"name": "network-changed", "server_uuid": "a61b60dc-2d94-4f36-a21b-ba58bc1c65f2", "tag": "64bcfeff-4d68-4f7e-83e7-d6594c3629f1"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:35:55.716620 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429de51-2c54-4b18-b8f1-166c8e8db361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c7228c-d79b-43c8-bfef-240e6ee0a246,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:55.746641 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3b2e289d-6357-44d5-a09c-5eb18e27d05c req-36941533-235f-4dd6-a7eb-153a7b4bb91b tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179124 May 10 05:35:55.749708 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-599456ac-6ec9-4132-a3a6-4ae2e10f7336 admin admin] Publish callbacks [] for security_group (fd22f588-c634-4e89-a7d0-1155196f17ea), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:55.765546 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92255c63-eee7-41a8-a9d7-be3bb62b2ed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:55.775054 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8409950a-fc73-4262-b4aa-1e2c20694228 req-6729f1cd-198e-4431-8be2-67a7ab354a2e tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158144 May 10 05:35:55.855837 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17d2299-81f0-459b-ab82-18d6df6a233d x-openstack-request-id: req-e17d2299-81f0-459b-ab82-18d6df6a233d {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:35:55.856439 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61b60dc-2d94-4f36-a21b-ba58bc1c65f2", "tag": "64bcfeff-4d68-4f7e-83e7-d6594c3629f1", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:35:55.856925 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e17d2299-81f0-459b-ab82-18d6df6a233d {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:35:55.857708 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e17d2299-81f0-459b-ab82-18d6df6a233d'] response: {'name': 'network-changed', 'server_uuid': 'a61b60dc-2d94-4f36-a21b-ba58bc1c65f2', 'tag': '64bcfeff-4d68-4f7e-83e7-d6594c3629f1', 'status': 'completed', 'code': 200} May 10 05:35:55.860627 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-dc9c15a0-ac62-44ad-8684-87e83920bd51 None None] Provisioning complete for port 34e3575e-325f-4df3-b0d0-e5c61091dc3b triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:35:55.861163 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dc9c15a0-ac62-44ad-8684-87e83920bd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (34e3575e-325f-4df3-b0d0-e5c61091dc3b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:55.861964 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-599456ac-6ec9-4132-a3a6-4ae2e10f7336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (fd22f588-c634-4e89-a7d0-1155196f17ea), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:55.865286 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-599456ac-6ec9-4132-a3a6-4ae2e10f7336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:55.866576 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-599456ac-6ec9-4132-a3a6-4ae2e10f7336 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd22f588-c634-4e89-a7d0-1155196f17ea HTTP/1.1" status: 204 len: 168 time: 0.2685645 May 10 05:35:55.882313 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599456ac-6ec9-4132-a3a6-4ae2e10f7336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd22f588-c634-4e89-a7d0-1155196f17ea,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:55.916282 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92255c63-eee7-41a8-a9d7-be3bb62b2ed2 admin admin] Publish callbacks [] for security_group (ec3c5ccc-2869-4922-9021-f285fdc6c609), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:55.922040 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92255c63-eee7-41a8-a9d7-be3bb62b2ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (ec3c5ccc-2869-4922-9021-f285fdc6c609), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:55.933569 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2b111d69-6c48-4c96-b997-daaf11be61e3 req-33508289-cd07-4eae-9c70-832d38ef123c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 210 time: 0.0518777 May 10 05:35:55.950692 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-dc9c15a0-ac62-44ad-8684-87e83920bd51 None None] Port 34e3575e-325f-4df3-b0d0-e5c61091dc3b cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:35:55.973948 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92255c63-eee7-41a8-a9d7-be3bb62b2ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3c5ccc-2869-4922-9021-f285fdc6c609,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:55.979765 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-92255c63-eee7-41a8-a9d7-be3bb62b2ed2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec12e803f2954a33a2db579185a32285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6202378 May 10 05:35:55.982255 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 47162) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:56.036650 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-456b3355-8257-4709-a8dd-45fc25c41468 admin admin] Publish callbacks [] for security_group (ec3c5ccc-2869-4922-9021-f285fdc6c609), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:56.059251 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-456b3355-8257-4709-a8dd-45fc25c41468 admin admin] Publish callbacks [] for security_group (ec3c5ccc-2869-4922-9021-f285fdc6c609), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:56.110765 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-456b3355-8257-4709-a8dd-45fc25c41468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (ec3c5ccc-2869-4922-9021-f285fdc6c609), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:56.113539 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-456b3355-8257-4709-a8dd-45fc25c41468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:56.114749 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-456b3355-8257-4709-a8dd-45fc25c41468 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec3c5ccc-2869-4922-9021-f285fdc6c609 HTTP/1.1" status: 204 len: 168 time: 0.1314843 May 10 05:35:56.122986 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b3355-8257-4709-a8dd-45fc25c41468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3c5ccc-2869-4922-9021-f285fdc6c609,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:56.272280 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 47178) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:56.285916 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d22f3054-cda5-42c6-847b-004a4b17554f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:56.385539 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bf7b6-d2a4-4a5b-9d12-e13d332a3e7a req-85a976d6-8b22-422c-a406-30a0ecb631df tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:56.387138 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a05bf7b6-d2a4-4a5b-9d12-e13d332a3e7a req-85a976d6-8b22-422c-a406-30a0ecb631df tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 943 time: 0.0669394 May 10 05:35:56.428132 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d22f3054-cda5-42c6-847b-004a4b17554f admin admin] Publish callbacks [] for security_group (a7c2aa8f-e881-44dc-b436-7faa513f3b86), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:56.433411 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d22f3054-cda5-42c6-847b-004a4b17554f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (a7c2aa8f-e881-44dc-b436-7faa513f3b86), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:56.460650 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 47182) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:56.476987 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-d22f3054-cda5-42c6-847b-004a4b17554f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8bde5e68c738420694b1849403c31c57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2035267 May 10 05:35:56.479613 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 47184) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:56.489880 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c5c79696-1f70-4bfe-b6c1-534966bb7e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:56.493090 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a05bf7b6-d2a4-4a5b-9d12-e13d332a3e7a req-4242f6a2-c110-43c5-8bf1-9c6e808b581e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990803 May 10 05:35:56.498254 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f3054-cda5-42c6-847b-004a4b17554f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c2aa8f-e881-44dc-b436-7faa513f3b86,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:56.566318 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-66b3c48c-5580-4da3-b170-22a2542a9af3 admin admin] Publish callbacks [] for security_group (a7c2aa8f-e881-44dc-b436-7faa513f3b86), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:56.597200 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-66b3c48c-5580-4da3-b170-22a2542a9af3 admin admin] Publish callbacks [] for security_group (a7c2aa8f-e881-44dc-b436-7faa513f3b86), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:56.639989 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c5c79696-1f70-4bfe-b6c1-534966bb7e22 admin admin] Publish callbacks [] for security_group (e21543df-a43d-44cf-91ea-503491056df9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:56.645226 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c5c79696-1f70-4bfe-b6c1-534966bb7e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (e21543df-a43d-44cf-91ea-503491056df9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:56.687074 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c79696-1f70-4bfe-b6c1-534966bb7e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21543df-a43d-44cf-91ea-503491056df9,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:56.691398 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-c5c79696-1f70-4bfe-b6c1-534966bb7e22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=613ab268002244ffba7850ebd0c48ca9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296195 May 10 05:35:56.692550 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-66b3c48c-5580-4da3-b170-22a2542a9af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (a7c2aa8f-e881-44dc-b436-7faa513f3b86), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:56.694359 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 47192) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:56.696460 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-66b3c48c-5580-4da3-b170-22a2542a9af3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:56.697508 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-66b3c48c-5580-4da3-b170-22a2542a9af3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7c2aa8f-e881-44dc-b436-7faa513f3b86 HTTP/1.1" status: 204 len: 168 time: 0.2168145 May 10 05:35:56.716046 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3c48c-5580-4da3-b170-22a2542a9af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c2aa8f-e881-44dc-b436-7faa513f3b86,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:56.788470 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-19f15713-88d6-46d1-bd95-1cf5462d04c1 admin admin] Publish callbacks [] for security_group (e21543df-a43d-44cf-91ea-503491056df9), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:56.831609 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-19f15713-88d6-46d1-bd95-1cf5462d04c1 admin admin] Publish callbacks [] for security_group (e21543df-a43d-44cf-91ea-503491056df9), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:56.926311 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6066448-fddc-4ee3-a790-74495f44ef52 req-c8fb4ee7-d1aa-4624-a8b5-116188756a90 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:56.927852 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f6066448-fddc-4ee3-a790-74495f44ef52 req-c8fb4ee7-d1aa-4624-a8b5-116188756a90 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 943 time: 0.1174362 May 10 05:35:56.952537 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc1a17-f4de-4caa-a2f8-2f7540717260 req-0109cc15-d4a2-4ef0-a5e0-b1929f5bec8c tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:56.954083 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f8bc1a17-f4de-4caa-a2f8-2f7540717260 req-0109cc15-d4a2-4ef0-a5e0-b1929f5bec8c tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 931 time: 0.0913315 May 10 05:35:57.018171 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-19f15713-88d6-46d1-bd95-1cf5462d04c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (e21543df-a43d-44cf-91ea-503491056df9), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:57.020739 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-19f15713-88d6-46d1-bd95-1cf5462d04c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:57.024459 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-19f15713-88d6-46d1-bd95-1cf5462d04c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e21543df-a43d-44cf-91ea-503491056df9 HTTP/1.1" status: 204 len: 168 time: 0.3264313 May 10 05:35:57.042888 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f6066448-fddc-4ee3-a790-74495f44ef52 req-b20052d8-e207-4f7c-ab1a-09e0801a6562 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060696 May 10 05:35:57.046242 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f15713-88d6-46d1-bd95-1cf5462d04c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21543df-a43d-44cf-91ea-503491056df9,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:57.052043 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f8bc1a17-f4de-4caa-a2f8-2f7540717260 req-19822094-aa9b-427e-a569-ff1af6b2a02f tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874665 May 10 05:35:57.099073 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 47214) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:57.113994 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-732afe94-a6c3-49df-a540-906ee9d94f77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:57.163914 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6c7e990a-e80b-469b-b0ea-21f8f34b276d req-738bfe8f-c517-4bb9-8ffd-8f15362aa588 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 210 time: 0.0416965 May 10 05:35:57.212143 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-732afe94-a6c3-49df-a540-906ee9d94f77 admin admin] Publish callbacks [] for security_group (29ca808c-5497-443c-9d0a-fb30f6cea0ef), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:57.218288 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-732afe94-a6c3-49df-a540-906ee9d94f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (29ca808c-5497-443c-9d0a-fb30f6cea0ef), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:57.255866 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732afe94-a6c3-49df-a540-906ee9d94f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ca808c-5497-443c-9d0a-fb30f6cea0ef,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:57.268118 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 47220) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:57.268241 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-732afe94-a6c3-49df-a540-906ee9d94f77 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df6317c4610e477786e03385cbf7d442&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1679132 May 10 05:35:57.322237 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-845092d3-3abb-4994-b56c-4a0f18c95eeb admin admin] Publish callbacks [] for security_group (29ca808c-5497-443c-9d0a-fb30f6cea0ef), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:57.344587 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-845092d3-3abb-4994-b56c-4a0f18c95eeb admin admin] Publish callbacks [] for security_group (29ca808c-5497-443c-9d0a-fb30f6cea0ef), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:57.396312 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-845092d3-3abb-4994-b56c-4a0f18c95eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (29ca808c-5497-443c-9d0a-fb30f6cea0ef), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:57.399527 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-845092d3-3abb-4994-b56c-4a0f18c95eeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:57.403019 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-845092d3-3abb-4994-b56c-4a0f18c95eeb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/29ca808c-5497-443c-9d0a-fb30f6cea0ef HTTP/1.1" status: 204 len: 168 time: 0.1316469 May 10 05:35:57.411172 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845092d3-3abb-4994-b56c-4a0f18c95eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ca808c-5497-443c-9d0a-fb30f6cea0ef,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:57.608446 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c24ac-63b2-46f4-a70c-08c040e7a90e req-b1821cf3-4937-4a4f-9926-0c868d4ced8f tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:57.616887 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c68c24ac-63b2-46f4-a70c-08c040e7a90e req-b1821cf3-4937-4a4f-9926-0c868d4ced8f tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 943 time: 0.0552089 May 10 05:35:57.667674 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c68c24ac-63b2-46f4-a70c-08c040e7a90e req-0e277075-0e41-4d55-8f92-b4aec2005ec2 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497553 May 10 05:35:57.782503 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:57.793611 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-3f5ac0ee-b09e-4c2e-aa90-0fa5aed878ff service neutron] Request body: {'port': {'device_id': '11688325-4363-4b2a-8946-ab77a99ca5e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:35:57.885819 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edb930-3167-4e80-997a-014c6c72c124 req-03696cb3-d8c9-4e4a-afe0-d0bc68b5c879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:57.887888 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-19edb930-3167-4e80-997a-014c6c72c124 req-03696cb3-d8c9-4e4a-afe0-d0bc68b5c879 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5655a11bb4d94e7fb7186eb1bec105cb&device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 1127 time: 0.0952845 May 10 05:35:58.134634 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edb930-3167-4e80-997a-014c6c72c124 req-93522a57-78a3-4fce-9408-e4561d0c3ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:58.136252 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-19edb930-3167-4e80-997a-014c6c72c124 req-93522a57-78a3-4fce-9408-e4561d0c3ea0 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=5655a11bb4d94e7fb7186eb1bec105cb&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2381628 May 10 05:35:58.179209 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-3f5ac0ee-b09e-4c2e-aa90-0fa5aed878ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (34e3575e-325f-4df3-b0d0-e5c61091dc3b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:58.195499 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-b92a6c64-b801-4821-87cf-1de6b36f2266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:58.197295 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-b92a6c64-b801-4821-87cf-1de6b36f2266 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5cda1426-dd5e-4474-b1b8-e2dd037a4f93 HTTP/1.1" status: 200 len: 857 time: 0.4205399 May 10 05:35:58.277033 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-628a006d-5de5-483d-a943-ffc23e38b7ee req-f582fc86-8a33-4328-993a-8cc63611d05e service neutron] 10.222.0.50 "GET /v2.0/networks/fb9c257f-d658-42e8-955f-e318f6125a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786291 May 10 05:35:58.282793 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7457c9f-ffc6-4752-9858-b55d13997819 req-3220cb9c-4a02-4e49-8da9-957a9c5d755f tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:58.284318 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e7457c9f-ffc6-4752-9858-b55d13997819 req-3220cb9c-4a02-4e49-8da9-957a9c5d755f tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 931 time: 0.1217363 May 10 05:35:58.306149 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a4ebd-734e-4a83-8f27-e01000535f33 req-b95fc6be-9635-4d9a-9270-589b5e681633 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:58.307755 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3d7a4ebd-734e-4a83-8f27-e01000535f33 req-b95fc6be-9635-4d9a-9270-589b5e681633 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 943 time: 0.0900474 May 10 05:35:58.521558 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-e5e42365-d090-453d-917a-5de3e889f835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:58.522405 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e7457c9f-ffc6-4752-9858-b55d13997819 req-53b06418-8a89-429a-9e72-c19df9dc90df tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301304 May 10 05:35:58.545892 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-e5e42365-d090-453d-917a-5de3e889f835 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1388297 May 10 05:35:58.595892 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3d7a4ebd-734e-4a83-8f27-e01000535f33 req-c450cb90-b433-43cb-b9df-68589ee10bf3 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549615 May 10 05:35:58.690426 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a95264c8-100c-4a74-8e89-959eb001f83a req-5405017f-7a3d-477c-9245-bffbee62a445 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 210 time: 0.0498462 May 10 05:35:58.711998 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edb930-3167-4e80-997a-014c6c72c124 req-4c9dd2d9-419a-4a49-85c3-16a95474467e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:58.713047 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-19edb930-3167-4e80-997a-014c6c72c124 req-4c9dd2d9-419a-4a49-85c3-16a95474467e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3693283 May 10 05:35:58.749270 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-3f5ac0ee-b09e-4c2e-aa90-0fa5aed878ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e3575e-325f-4df3-b0d0-e5c61091dc3b {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:35:58.767199 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-3f5ac0ee-b09e-4c2e-aa90-0fa5aed878ff service neutron] Publish callbacks [] for port (34e3575e-325f-4df3-b0d0-e5c61091dc3b), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:58.794892 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-3f5ac0ee-b09e-4c2e-aa90-0fa5aed878ff service neutron] Transition to ACTIVE for port object 34e3575e-325f-4df3-b0d0-e5c61091dc3b will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 05:35:58.803769 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-3f5ac0ee-b09e-4c2e-aa90-0fa5aed878ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851357'] for port (34e3575e-325f-4df3-b0d0-e5c61091dc3b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:58.818042 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ba70c-f6d8-4d24-80a0-e3ca1ef20768 req-cf8c6469-0f91-4826-8a07-172d5b097b99 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:58.839340 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bf2ba70c-f6d8-4d24-80a0-e3ca1ef20768 req-cf8c6469-0f91-4826-8a07-172d5b097b99 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 943 time: 0.0932894 May 10 05:35:58.876280 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ac0ee-b09e-4c2e-aa90-0fa5aed878ff service neutron] Pushing event updated for resources: {'Port': ['ID=34e3575e-325f-4df3-b0d0-e5c61091dc3b,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:58.902341 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bf2ba70c-f6d8-4d24-80a0-e3ca1ef20768 req-0f0ef396-0430-4b31-9200-38d017be27f5 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613377 May 10 05:35:59.032983 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-3f5ac0ee-b09e-4c2e-aa90-0fa5aed878ff service neutron] Attempting to bind port 34e3575e-325f-4df3-b0d0-e5c61091dc3b on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:35:59.033453 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-3f5ac0ee-b09e-4c2e-aa90-0fa5aed878ff service neutron] Attempting to bind port 34e3575e-325f-4df3-b0d0-e5c61091dc3b by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '46041a5c-387e-447a-832b-d8bd3c900a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:35:59.033903 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-3f5ac0ee-b09e-4c2e-aa90-0fa5aed878ff service neutron] Attempting to bind port 34e3575e-325f-4df3-b0d0-e5c61091dc3b on network 04cb81b5-85e4-4ffa-8556-8a80e37bea1f {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:35:59.039011 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-3f5ac0ee-b09e-4c2e-aa90-0fa5aed878ff service neutron] Port 34e3575e-325f-4df3-b0d0-e5c61091dc3b on network 04cb81b5-85e4-4ffa-8556-8a80e37bea1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 05:35:59.039456 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-3f5ac0ee-b09e-4c2e-aa90-0fa5aed878ff service neutron] Attempting to bind port 34e3575e-325f-4df3-b0d0-e5c61091dc3b on network 04cb81b5-85e4-4ffa-8556-8a80e37bea1f {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:35:59.045268 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-3f5ac0ee-b09e-4c2e-aa90-0fa5aed878ff service neutron] Checking agent: {'id': '0722f08e-2e90-4d2d-9212-b191bf1b5213', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'started_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:35:59.046159 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-3f5ac0ee-b09e-4c2e-aa90-0fa5aed878ff service neutron] Checking segment: {'id': '46041a5c-387e-447a-832b-d8bd3c900a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:35:59.046159 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-3f5ac0ee-b09e-4c2e-aa90-0fa5aed878ff service neutron] Bound using segment: {'id': '46041a5c-387e-447a-832b-d8bd3c900a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:35:59.046714 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-3f5ac0ee-b09e-4c2e-aa90-0fa5aed878ff service neutron] Bound port: 34e3575e-325f-4df3-b0d0-e5c61091dc3b, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46041a5c-387e-447a-832b-d8bd3c900a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:35:59.047311 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-3f5ac0ee-b09e-4c2e-aa90-0fa5aed878ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (34e3575e-325f-4df3-b0d0-e5c61091dc3b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:59.126055 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-3f5ac0ee-b09e-4c2e-aa90-0fa5aed878ff service neutron] For port 34e3575e-325f-4df3-b0d0-e5c61091dc3b, host hv-cinder-83699, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:35:59.130131 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-3f5ac0ee-b09e-4c2e-aa90-0fa5aed878ff service neutron] For port 34e3575e-325f-4df3-b0d0-e5c61091dc3b, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=34e3575e-325f-4df3-b0d0-e5c61091dc3b,segment=NetworkSegment(46041a5c-387e-447a-832b-d8bd3c900a82),segment_id=46041a5c-387e-447a-832b-d8bd3c900a82)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:35:59.140608 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-3f5ac0ee-b09e-4c2e-aa90-0fa5aed878ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851357'] for port (34e3575e-325f-4df3-b0d0-e5c61091dc3b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:59.208122 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-3f5ac0ee-b09e-4c2e-aa90-0fa5aed878ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:59.209200 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-3f5ac0ee-b09e-4c2e-aa90-0fa5aed878ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:59.211173 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-3f5ac0ee-b09e-4c2e-aa90-0fa5aed878ff service neutron] 10.222.0.50 "PUT /v2.0/ports/34e3575e-325f-4df3-b0d0-e5c61091dc3b HTTP/1.1" status: 200 len: 1093 time: 1.4252546 May 10 05:35:59.214445 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11688325-4363-4b2a-8946-ab77a99ca5e7', 'tag': '34e3575e-325f-4df3-b0d0-e5c61091dc3b'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:35:59.215083 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 47330) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:59.219268 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fc2b8e-f2bb-48b3-984a-fb7f4fb593b4" -d '{"events": [{"name": "network-changed", "server_uuid": "11688325-4363-4b2a-8946-ab77a99ca5e7", "tag": "34e3575e-325f-4df3-b0d0-e5c61091dc3b"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:35:59.227048 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ac0ee-b09e-4c2e-aa90-0fa5aed878ff service neutron] Pushing event updated for resources: {'Port': ['ID=34e3575e-325f-4df3-b0d0-e5c61091dc3b,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:59.266708 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0304c4ef-dae2-4c2f-aef3-2275c89078b0 x-openstack-request-id: req-0304c4ef-dae2-4c2f-aef3-2275c89078b0 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:35:59.267000 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11688325-4363-4b2a-8946-ab77a99ca5e7", "tag": "34e3575e-325f-4df3-b0d0-e5c61091dc3b", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:35:59.267250 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0304c4ef-dae2-4c2f-aef3-2275c89078b0 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:35:59.267744 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0304c4ef-dae2-4c2f-aef3-2275c89078b0'] response: {'name': 'network-changed', 'server_uuid': '11688325-4363-4b2a-8946-ab77a99ca5e7', 'tag': '34e3575e-325f-4df3-b0d0-e5c61091dc3b', 'status': 'completed', 'code': 200} May 10 05:35:59.394549 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-009068cd-3645-412a-ab99-a3b25fccc94e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:59.490982 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-009068cd-3645-412a-ab99-a3b25fccc94e admin admin] Publish callbacks [] for security_group (7360df21-8f81-45e4-a20d-6242b0c46bf8), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:59.495898 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-009068cd-3645-412a-ab99-a3b25fccc94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (7360df21-8f81-45e4-a20d-6242b0c46bf8), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:59.534126 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009068cd-3645-412a-ab99-a3b25fccc94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7360df21-8f81-45e4-a20d-6242b0c46bf8,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:35:59.538474 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-009068cd-3645-412a-ab99-a3b25fccc94e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=855610fee45b447f818ba2e08439f40a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3220034 May 10 05:35:59.541056 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 47350) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:35:59.721231 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-50c18a06-81be-404f-aa24-2860164b2600 service neutron] 10.222.0.50 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187894 May 10 05:35:59.780599 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280576e4-98a0-47a2-92de-5b6186393fae req-8b7acd80-a8e0-4ddb-ba90-5a09be0205e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:59.782221 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-280576e4-98a0-47a2-92de-5b6186393fae req-8b7acd80-a8e0-4ddb-ba90-5a09be0205e1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5655a11bb4d94e7fb7186eb1bec105cb&device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 1127 time: 0.0587807 May 10 05:35:59.808476 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-68332a56-f052-4d2b-be9a-4b411875cd9c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:59.810534 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-68332a56-f052-4d2b-be9a-4b411875cd9c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.50 "GET /v2.0/networks?id=58a4c33e-b5ad-4505-8230-cedc9ea5ca27 HTTP/1.1" status: 200 len: 817 time: 0.1963160 May 10 05:35:59.858309 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c3a7f-9ca2-4c6a-8ba7-d9f9d6ce3781 req-915cf239-c9be-4333-95d3-01dd193fc2ce tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:59.860905 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ee1c3a7f-9ca2-4c6a-8ba7-d9f9d6ce3781 req-915cf239-c9be-4333-95d3-01dd193fc2ce tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 943 time: 0.2571988 May 10 05:35:59.867932 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cbb24-7e3a-4277-beb5-220c4b279d4d req-4e73663f-9620-4b97-9b5e-edda2ebf64d5 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:59.877059 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b67cbb24-7e3a-4277-beb5-220c4b279d4d req-4e73663f-9620-4b97-9b5e-edda2ebf64d5 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 943 time: 0.1325779 May 10 05:35:59.893087 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0eae07d9-442c-4b22-bfc3-13211f2f8ec6 admin admin] Publish callbacks [] for security_group (7360df21-8f81-45e4-a20d-6242b0c46bf8), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:35:59.893852 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-4336d424-d020-4a97-ae86-b7c25d7f6495 req-b7b3e27a-75ce-481a-a733-3ce1f27a86e8 service neutron] 10.222.0.50 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093240 May 10 05:35:59.961741 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-280576e4-98a0-47a2-92de-5b6186393fae req-3766482f-eaa6-4886-9a6f-99351fcb93d8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64bcfeff-4d68-4f7e-83e7-d6594c3629f1 HTTP/1.1" status: 200 len: 217 time: 0.0493851 May 10 05:35:59.965425 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc2b8e-f2bb-48b3-984a-fb7f4fb593b4 req-64488e4c-6eaa-41fe-b9ab-aa77c5c7802c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:35:59.966925 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-32fc2b8e-f2bb-48b3-984a-fb7f4fb593b4 req-64488e4c-6eaa-41fe-b9ab-aa77c5c7802c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a950288ff0b408ea461a2206204f2e6&device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 1127 time: 0.2446744 May 10 05:35:59.986831 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0eae07d9-442c-4b22-bfc3-13211f2f8ec6 admin admin] Publish callbacks [] for security_group (7360df21-8f81-45e4-a20d-6242b0c46bf8), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:00.240098 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-b3e79c93-dcd7-47b1-b371-47a6c0ef5d29 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=946af2825477481298bcaa8f04b345d2 HTTP/1.1" status: 200 len: 379 time: 0.4100020 May 10 05:36:00.260131 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ee1c3a7f-9ca2-4c6a-8ba7-d9f9d6ce3781 req-46d1bf41-fee4-469b-a338-d305eca08490 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3712676 May 10 05:36:00.264948 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b67cbb24-7e3a-4277-beb5-220c4b279d4d req-b9fb2a96-2cc1-4032-b757-4a18d6433161 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868327 May 10 05:36:00.292070 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0eae07d9-442c-4b22-bfc3-13211f2f8ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (7360df21-8f81-45e4-a20d-6242b0c46bf8), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:00.295093 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0eae07d9-442c-4b22-bfc3-13211f2f8ec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:00.299251 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-0eae07d9-442c-4b22-bfc3-13211f2f8ec6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7360df21-8f81-45e4-a20d-6242b0c46bf8 HTTP/1.1" status: 204 len: 168 time: 0.7572138 May 10 05:36:00.308759 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae07d9-442c-4b22-bfc3-13211f2f8ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7360df21-8f81-45e4-a20d-6242b0c46bf8,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:00.407884 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-64b71b63-c3e7-424e-9bf1-34da24216f72 req-e7ff4456-c079-483d-9f8d-071db624fa4a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 210 time: 0.0429235 May 10 05:36:00.529355 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456202f9-4e84-449d-9719-087ae3bc182e req-754df079-17de-4af4-822b-fbe12da4b806 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:00.532081 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-456202f9-4e84-449d-9719-087ae3bc182e req-754df079-17de-4af4-822b-fbe12da4b806 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 943 time: 0.0982647 May 10 05:36:00.620542 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-456202f9-4e84-449d-9719-087ae3bc182e req-d1a6dbf9-4aa4-4036-b30d-79c254dc60e7 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830259 May 10 05:36:00.742895 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 47438) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:00.757046 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ca68982a-b177-456d-ab3a-38c4b63c581e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:00.844739 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ca68982a-b177-456d-ab3a-38c4b63c581e admin admin] Publish callbacks [] for security_group (79168c66-9e78-4b39-bf1b-24fc25443bff), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:00.849854 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:36:00.852636 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ca68982a-b177-456d-ab3a-38c4b63c581e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (79168c66-9e78-4b39-bf1b-24fc25443bff), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:00.895808 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-ca68982a-b177-456d-ab3a-38c4b63c581e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df3cd8b6961e4c61a2d9bbf239b2a5d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494491 May 10 05:36:00.896042 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 47442) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:00.903118 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68982a-b177-456d-ab3a-38c4b63c581e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79168c66-9e78-4b39-bf1b-24fc25443bff,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:00.906373 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 47444) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:00.952599 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ca295035-6bbd-48ea-a950-d3081fd95a8f admin admin] Publish callbacks [] for security_group (79168c66-9e78-4b39-bf1b-24fc25443bff), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:00.974734 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ca295035-6bbd-48ea-a950-d3081fd95a8f admin admin] Publish callbacks [] for security_group (79168c66-9e78-4b39-bf1b-24fc25443bff), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:01.015429 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a7061bd0-f2f7-4a8c-8aa7-2ae8c2ba8c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:01.036716 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ca295035-6bbd-48ea-a950-d3081fd95a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (79168c66-9e78-4b39-bf1b-24fc25443bff), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:01.040880 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ca295035-6bbd-48ea-a950-d3081fd95a8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:01.044974 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-ca295035-6bbd-48ea-a950-d3081fd95a8f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79168c66-9e78-4b39-bf1b-24fc25443bff HTTP/1.1" status: 204 len: 168 time: 0.1456008 May 10 05:36:01.053672 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca295035-6bbd-48ea-a950-d3081fd95a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79168c66-9e78-4b39-bf1b-24fc25443bff,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:01.121937 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a7061bd0-f2f7-4a8c-8aa7-2ae8c2ba8c22 admin admin] Publish callbacks [] for security_group (f3464a9b-5940-4b34-a43e-446fdc1167f3), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:01.126844 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a7061bd0-f2f7-4a8c-8aa7-2ae8c2ba8c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (f3464a9b-5940-4b34-a43e-446fdc1167f3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:01.174841 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 47454) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:01.175096 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-a7061bd0-f2f7-4a8c-8aa7-2ae8c2ba8c22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b915f47a796e47a6acd4988ea0222da6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2673941 May 10 05:36:01.182087 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7061bd0-f2f7-4a8c-8aa7-2ae8c2ba8c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3464a9b-5940-4b34-a43e-446fdc1167f3,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:01.236686 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d9e7c9b2-6540-48c7-a4c8-fd98f4285494 admin admin] Publish callbacks [] for security_group (f3464a9b-5940-4b34-a43e-446fdc1167f3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:01.259726 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d9e7c9b2-6540-48c7-a4c8-fd98f4285494 admin admin] Publish callbacks [] for security_group (f3464a9b-5940-4b34-a43e-446fdc1167f3), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:01.345795 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d9e7c9b2-6540-48c7-a4c8-fd98f4285494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (f3464a9b-5940-4b34-a43e-446fdc1167f3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:01.348501 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d9e7c9b2-6540-48c7-a4c8-fd98f4285494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:01.349629 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-d9e7c9b2-6540-48c7-a4c8-fd98f4285494 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f3464a9b-5940-4b34-a43e-446fdc1167f3 HTTP/1.1" status: 204 len: 168 time: 0.1736996 May 10 05:36:01.378656 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7c9b2-6540-48c7-a4c8-fd98f4285494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3464a9b-5940-4b34-a43e-446fdc1167f3,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:01.474051 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31eb09-c605-4eb1-8fbe-fc60b525683c req-2543e2b0-4d6c-416a-9837-2e3924a8c310 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:01.475738 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3c31eb09-c605-4eb1-8fbe-fc60b525683c req-2543e2b0-4d6c-416a-9837-2e3924a8c310 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 943 time: 0.0988703 May 10 05:36:01.506042 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3d0c9-f691-41f2-adde-3024325a3b6b req-dd76ca15-784f-486d-80dd-f52893761d91 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:01.508357 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-53f3d0c9-f691-41f2-adde-3024325a3b6b req-dd76ca15-784f-486d-80dd-f52893761d91 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 943 time: 0.1022232 May 10 05:36:01.561348 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3c31eb09-c605-4eb1-8fbe-fc60b525683c req-f2e47488-50e6-4600-a340-0022dd7fb499 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780461 May 10 05:36:01.588961 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-53f3d0c9-f691-41f2-adde-3024325a3b6b req-288cf1e0-2542-4e4a-8c08-08255ff621cf tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744312 May 10 05:36:01.676723 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7676b503-93bc-4c49-812b-ab18b23a06a8 req-783c4304-9820-435c-9c6a-8f3cf6a57f85 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 210 time: 0.0446160 May 10 05:36:01.715971 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 47490) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:01.732132 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a86cd33-ce5e-4911-9767-d5a7c4267755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:01.753841 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498bf06d-a0fe-4b91-8dbe-f320fc23df60 req-6b40661b-8f79-43e0-b138-7688b4e7561e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:01.755363 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-498bf06d-a0fe-4b91-8dbe-f320fc23df60 req-6b40661b-8f79-43e0-b138-7688b4e7561e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 943 time: 0.0590029 May 10 05:36:01.810970 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a86cd33-ce5e-4911-9767-d5a7c4267755 admin admin] Publish callbacks [] for security_group (c616b7b3-2a0e-422a-ab3a-31b8e234ad11), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:01.815099 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a86cd33-ce5e-4911-9767-d5a7c4267755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (c616b7b3-2a0e-422a-ab3a-31b8e234ad11), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:01.823959 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-498bf06d-a0fe-4b91-8dbe-f320fc23df60 req-0d819c5b-66cc-4252-b8f9-b124c0e48692 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628419 May 10 05:36:01.855547 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-4a86cd33-ce5e-4911-9767-d5a7c4267755 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37aa078348fe4f26831aaac5977292f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358263 May 10 05:36:01.857517 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86cd33-ce5e-4911-9767-d5a7c4267755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c616b7b3-2a0e-422a-ab3a-31b8e234ad11,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:01.858264 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 47494) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:01.905561 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6d89d970-5bf8-4218-a238-02f6c3c5adba admin admin] Publish callbacks [] for security_group (c616b7b3-2a0e-422a-ab3a-31b8e234ad11), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:01.926703 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6d89d970-5bf8-4218-a238-02f6c3c5adba admin admin] Publish callbacks [] for security_group (c616b7b3-2a0e-422a-ab3a-31b8e234ad11), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:01.973566 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6d89d970-5bf8-4218-a238-02f6c3c5adba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (c616b7b3-2a0e-422a-ab3a-31b8e234ad11), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:01.976339 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6d89d970-5bf8-4218-a238-02f6c3c5adba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:01.977504 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-6d89d970-5bf8-4218-a238-02f6c3c5adba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c616b7b3-2a0e-422a-ab3a-31b8e234ad11 HTTP/1.1" status: 204 len: 168 time: 0.1182601 May 10 05:36:01.985634 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89d970-5bf8-4218-a238-02f6c3c5adba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c616b7b3-2a0e-422a-ab3a-31b8e234ad11,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:02.732892 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8f63a-5838-42ec-95a3-80b9f1ae6fe1 req-49a10472-0f37-4609-8fcd-329a454754b3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:02.734393 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-26d8f63a-5838-42ec-95a3-80b9f1ae6fe1 req-49a10472-0f37-4609-8fcd-329a454754b3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 943 time: 0.0948870 May 10 05:36:02.760032 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910b8e4-6eb9-4ae4-b248-590199bb38da req-ff20080d-66fd-47a1-bde1-67c007dd5f06 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:02.761474 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0910b8e4-6eb9-4ae4-b248-590199bb38da req-ff20080d-66fd-47a1-bde1-67c007dd5f06 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 943 time: 0.0700223 May 10 05:36:02.808572 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-26d8f63a-5838-42ec-95a3-80b9f1ae6fe1 req-f99915da-6b64-4814-af5f-6e72ad2e43ed tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629649 May 10 05:36:02.843160 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0910b8e4-6eb9-4ae4-b248-590199bb38da req-b205175e-0095-4adf-bf2d-de6837fe82fb tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752017 May 10 05:36:02.917638 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cc5f69e5-b125-442c-ad59-68c6edb0399b req-95d40837-1a0c-4534-9de6-35c06e78641c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 210 time: 0.0350022 May 10 05:36:02.935932 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-56c8a123-440b-4e42-a037-ebeff55373e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:02.986248 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3d09d-d2e3-4279-8fbb-769c14b33228 req-a1fa0dfc-9188-410d-a08e-d6bbd6cd4312 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:02.988754 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2cf3d09d-d2e3-4279-8fbb-769c14b33228 req-a1fa0dfc-9188-410d-a08e-d6bbd6cd4312 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 943 time: 0.0577712 May 10 05:36:03.048721 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2cf3d09d-d2e3-4279-8fbb-769c14b33228 req-f07cf66f-f04c-4da4-8cfe-69400e1f1a54 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468121 May 10 05:36:03.607039 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-b5f4cf42-0f54-41f7-8b87-ccb3409f277d tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Request body: {'port': {'device_id': '8004d02a-acb5-48ec-904d-d9b45428d61c', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'admin_state_up': True, 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'security_groups': ['61a76cc0-043f-4fcd-b114-8b6421dba16a']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:36:03.609449 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device caf4b026-5603-4656-a8ea-a2690b18afa3 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 05:36:03.703209 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280576e4-98a0-47a2-92de-5b6186393fae req-da9a647e-2d4c-42fc-95a6-47b40f400b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:03.705782 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-280576e4-98a0-47a2-92de-5b6186393fae req-da9a647e-2d4c-42fc-95a6-47b40f400b1f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5cda1426-dd5e-4474-b1b8-e2dd037a4f93 HTTP/1.1" status: 200 len: 857 time: 0.1028967 May 10 05:36:03.751657 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port caf4b026-5603-4656-a8ea-a2690b18afa3, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=caf4b026-5603-4656-a8ea-a2690b18afa3,segment=NetworkSegment(9225ec9f-9ab7-44e3-8189-b6b0b00fce2d),segment_id=9225ec9f-9ab7-44e3-8189-b6b0b00fce2d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:36:03.770256 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Returning: {'device': 'caf4b026-5603-4656-a8ea-a2690b18afa3', 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7', 'port_id': 'caf4b026-5603-4656-a8ea-a2690b18afa3', 'mac_address': 'fa:16:3e:5e:9d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 05:36:03.771804 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-b5f4cf42-0f54-41f7-8b87-ccb3409f277d tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Made reservation on behalf of 946af2825477481298bcaa8f04b345d2 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:36:03.776558 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-b5f4cf42-0f54-41f7-8b87-ccb3409f277d tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:03.779245 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc2b8e-f2bb-48b3-984a-fb7f4fb593b4 req-d4ec07e1-e911-42b1-89c1-2e6e14d69b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:03.780887 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-32fc2b8e-f2bb-48b3-984a-fb7f4fb593b4 req-d4ec07e1-e911-42b1-89c1-2e6e14d69b6d service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=9a950288ff0b408ea461a2206204f2e6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1894255 May 10 05:36:03.784220 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280576e4-98a0-47a2-92de-5b6186393fae req-23005ad1-8f8e-4810-8930-2ea0674556fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:03.785810 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-280576e4-98a0-47a2-92de-5b6186393fae req-23005ad1-8f8e-4810-8930-2ea0674556fb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0674598 May 10 05:36:03.813075 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port caf4b026-5603-4656-a8ea-a2690b18afa3 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:03.813847 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (caf4b026-5603-4656-a8ea-a2690b18afa3), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:03.832215 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf4b026-5603-4656-a8ea-a2690b18afa3 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:36:03.890332 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port caf4b026-5603-4656-a8ea-a2690b18afa3, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=caf4b026-5603-4656-a8ea-a2690b18afa3,segment=NetworkSegment(9225ec9f-9ab7-44e3-8189-b6b0b00fce2d),segment_id=9225ec9f-9ab7-44e3-8189-b6b0b00fce2d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:36:03.895438 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (caf4b026-5603-4656-a8ea-a2690b18afa3), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:03.896298 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device bdae9f00-03a9-4731-934b-1eb0bcea6d64 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 05:36:04.036533 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d86bee-1812-4bce-bd3e-9a30b9c1593f req-6d3f15d3-955b-4cf7-9b6c-fd63cc67db4d tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:04.036760 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=caf4b026-5603-4656-a8ea-a2690b18afa3,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:04.037273 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc2b8e-f2bb-48b3-984a-fb7f4fb593b4 req-818b2f74-b45e-4bef-8635-2327cff06e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:04.038605 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-32fc2b8e-f2bb-48b3-984a-fb7f4fb593b4 req-818b2f74-b45e-4bef-8635-2327cff06e34 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2455862 May 10 05:36:04.039919 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-08d86bee-1812-4bce-bd3e-9a30b9c1593f req-6d3f15d3-955b-4cf7-9b6c-fd63cc67db4d tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 943 time: 0.1078284 May 10 05:36:04.081178 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-280576e4-98a0-47a2-92de-5b6186393fae req-4d7dbb8a-45e8-4c94-b36e-5dc6b0545131 service neutron] 10.222.0.50 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859733 May 10 05:36:04.092409 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260460f5-2ce6-4c75-8705-5bd1cf01a138 req-eebbbc78-d97c-4d7c-9443-6569ff463bd9 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:04.093890 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-260460f5-2ce6-4c75-8705-5bd1cf01a138 req-eebbbc78-d97c-4d7c-9443-6569ff463bd9 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 943 time: 0.1143186 May 10 05:36:04.096783 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-b5f4cf42-0f54-41f7-8b87-ccb3409f277d tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Allocated IP 172.20.0.8 (58a4c33e-b5ad-4505-8230-cedc9ea5ca27/ff46a27e-f212-41bf-beb8-9faaab46805d/1b1c74d4-bb02-47ae-a80c-f1985a28f7f1) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:36:04.123763 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port bdae9f00-03a9-4731-934b-1eb0bcea6d64, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bdae9f00-03a9-4731-934b-1eb0bcea6d64,segment=NetworkSegment(d20740a7-294a-4680-8061-5751296df811),segment_id=d20740a7-294a-4680-8061-5751296df811)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:36:04.137791 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Returning: {'device': 'bdae9f00-03a9-4731-934b-1eb0bcea6d64', 'network_id': 'fb9c257f-d658-42e8-955f-e318f6125a57', 'port_id': 'bdae9f00-03a9-4731-934b-1eb0bcea6d64', 'mac_address': 'fa:16:3e:3e:76:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef201a16-b249-4de4-a64d-c2cbe1c2c303', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 05:36:04.182108 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port bdae9f00-03a9-4731-934b-1eb0bcea6d64 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:04.182740 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (bdae9f00-03a9-4731-934b-1eb0bcea6d64), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:04.184471 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-65708b5e-9883-42db-badc-8f37f53ca644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:04.186217 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-65708b5e-9883-42db-badc-8f37f53ca644 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a950288ff0b408ea461a2206204f2e6&device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 1127 time: 0.0982609 May 10 05:36:04.202851 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdae9f00-03a9-4731-934b-1eb0bcea6d64 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:36:04.225442 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port bdae9f00-03a9-4731-934b-1eb0bcea6d64, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bdae9f00-03a9-4731-934b-1eb0bcea6d64,segment=NetworkSegment(d20740a7-294a-4680-8061-5751296df811),segment_id=d20740a7-294a-4680-8061-5751296df811)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:36:04.230971 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (bdae9f00-03a9-4731-934b-1eb0bcea6d64), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:04.248244 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-bd886027-5b09-4594-aaab-e3fb41193404 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34e3575e-325f-4df3-b0d0-e5c61091dc3b HTTP/1.1" status: 200 len: 217 time: 0.0488913 May 10 05:36:04.291064 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-280576e4-98a0-47a2-92de-5b6186393fae req-148099ee-fd91-4e1e-8961-52f518986fe2 service neutron] 10.222.0.50 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011528 May 10 05:36:04.307170 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=bdae9f00-03a9-4731-934b-1eb0bcea6d64,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:04.308798 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-688082fc-8621-4d39-a8e2-489da36d17e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:04.310587 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-688082fc-8621-4d39-a8e2-489da36d17e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec HTTP/1.1" status: 200 len: 849 time: 0.0529640 May 10 05:36:04.343533 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-08d86bee-1812-4bce-bd3e-9a30b9c1593f req-fcf74ed5-2bac-4317-a4ad-121f05587736 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2872641 May 10 05:36:04.356109 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-260460f5-2ce6-4c75-8705-5bd1cf01a138 req-925ca942-14ad-45a9-a4f8-e7965c013e60 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239254 May 10 05:36:04.362408 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-d66ffb5e-0ba8-4435-a9f3-dd7a5b8bc172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:04.364194 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-d66ffb5e-0ba8-4435-a9f3-dd7a5b8bc172 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04cb81b5-85e4-4ffa-8556-8a80e37bea1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445654 May 10 05:36:04.391047 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-b5f4cf42-0f54-41f7-8b87-ccb3409f277d tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for port (1b1c74d4-bb02-47ae-a80c-f1985a28f7f1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:04.465287 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-b5f4cf42-0f54-41f7-8b87-ccb3409f277d tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (1b1c74d4-bb02-47ae-a80c-f1985a28f7f1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:04.547331 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-b5f4cf42-0f54-41f7-8b87-ccb3409f277d tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Network 58a4c33e-b5ad-4505-8230-cedc9ea5ca27 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:36:04.554249 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-b5f4cf42-0f54-41f7-8b87-ccb3409f277d tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:36:04.557166 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-b5f4cf42-0f54-41f7-8b87-ccb3409f277d tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:36:04.562683 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-b5f4cf42-0f54-41f7-8b87-ccb3409f277d tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:04.563385 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-b5f4cf42-0f54-41f7-8b87-ccb3409f277d tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:04.583613 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376a108-00d7-41c3-acac-6146a1d4597d req-82859d60-fed6-4faa-bc4a-5b1fa77ea899 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:04.585358 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b376a108-00d7-41c3-acac-6146a1d4597d req-82859d60-fed6-4faa-bc4a-5b1fa77ea899 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 943 time: 0.1645966 May 10 05:36:04.597518 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77ad92-85f4-4775-89ad-2df993d4cded req-4c8e76a3-b14f-47e2-b345-31a03fcfd8c7 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:04.605083 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5e77ad92-85f4-4775-89ad-2df993d4cded req-4c8e76a3-b14f-47e2-b345-31a03fcfd8c7 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 931 time: 0.1734369 May 10 05:36:04.643086 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-b5f4cf42-0f54-41f7-8b87-ccb3409f277d tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0406270 May 10 05:36:04.656175 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4cf42-0f54-41f7-8b87-ccb3409f277d tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Pushing event updated for resources: {'Port': ['ID=1b1c74d4-bb02-47ae-a80c-f1985a28f7f1,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:04.660239 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['bdae9f00-03a9-4731-934b-1eb0bcea6d64'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:36:04.709564 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b376a108-00d7-41c3-acac-6146a1d4597d req-17a64761-9f49-4bd9-9d2f-3b532fc35cb5 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014588 May 10 05:36:04.724202 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5e77ad92-85f4-4775-89ad-2df993d4cded req-859ac877-b43a-4392-a879-ee55f88fd02d tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181307 May 10 05:36:04.853020 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['caf4b026-5603-4656-a8ea-a2690b18afa3'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:36:04.924271 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-237f2f3a-a064-48ea-85c1-210e081eb223 None None] Provisioning complete for port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:04.924657 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-237f2f3a-a064-48ea-85c1-210e081eb223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (1b1c74d4-bb02-47ae-a80c-f1985a28f7f1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:04.999706 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-237f2f3a-a064-48ea-85c1-210e081eb223 None None] Port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:36:05.157183 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-786f233f-8644-432c-8d7c-9d03b15f2c27 service neutron] Request body: {'port': {'device_id': '8004d02a-acb5-48ec-904d-d9b45428d61c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:36:05.222785 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-786f233f-8644-432c-8d7c-9d03b15f2c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (1b1c74d4-bb02-47ae-a80c-f1985a28f7f1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:05.252536 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-70a3a51c-78f7-4694-8ae2-ca71127ff440 service neutron] 10.222.0.50 "GET /v2.0/networks/04cb81b5-85e4-4ffa-8556-8a80e37bea1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998359 May 10 05:36:05.355959 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7fb1c13e-a2fd-446e-a148-910770fdbd82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:05.361807 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-c1119da2-b07c-416c-a08b-49f7b28bda2f req-19277cfd-5085-478c-8957-1e9fad20ddbb service neutron] 10.222.0.50 "GET /v2.0/networks/04cb81b5-85e4-4ffa-8556-8a80e37bea1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015189 May 10 05:36:05.518007 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d499258-106d-4029-b3f0-bfc6292930b5 req-fa01bdb1-56e9-494b-a89e-6edb325e2635 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:05.519368 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4d499258-106d-4029-b3f0-bfc6292930b5 req-fa01bdb1-56e9-494b-a89e-6edb325e2635 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 944 time: 0.0906537 May 10 05:36:05.525094 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c63f26-05d1-4487-bcd8-90f8b3667e80 req-f164c1b3-24e7-4fff-93b4-17a3db827144 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:05.526438 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c1c63f26-05d1-4487-bcd8-90f8b3667e80 req-f164c1b3-24e7-4fff-93b4-17a3db827144 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 943 time: 0.1039913 May 10 05:36:05.609577 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-786f233f-8644-432c-8d7c-9d03b15f2c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:36:05.631944 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-786f233f-8644-432c-8d7c-9d03b15f2c27 service neutron] Publish callbacks [] for port (1b1c74d4-bb02-47ae-a80c-f1985a28f7f1), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:05.649840 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c1c63f26-05d1-4487-bcd8-90f8b3667e80 req-c97163a7-2c0e-455e-96eb-2c3be35a569b tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132278 May 10 05:36:05.655488 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4d499258-106d-4029-b3f0-bfc6292930b5 req-f603f434-1417-4b94-8c8b-6bfd4fe9534d tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281841 May 10 05:36:05.661979 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-786f233f-8644-432c-8d7c-9d03b15f2c27 service neutron] Transition to ACTIVE for port object 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 05:36:05.667154 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-786f233f-8644-432c-8d7c-9d03b15f2c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (1b1c74d4-bb02-47ae-a80c-f1985a28f7f1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:05.717642 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f233f-8644-432c-8d7c-9d03b15f2c27 service neutron] Pushing event updated for resources: {'Port': ['ID=1b1c74d4-bb02-47ae-a80c-f1985a28f7f1,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:05.757012 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-786f233f-8644-432c-8d7c-9d03b15f2c27 service neutron] Attempting to bind port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:36:05.757276 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-786f233f-8644-432c-8d7c-9d03b15f2c27 service neutron] Attempting to bind port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '042867d0-7366-4489-a0e0-141b24a727e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:36:05.757754 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-786f233f-8644-432c-8d7c-9d03b15f2c27 service neutron] Attempting to bind port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 on network 58a4c33e-b5ad-4505-8230-cedc9ea5ca27 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:36:05.766049 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-786f233f-8644-432c-8d7c-9d03b15f2c27 service neutron] Port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 on network 58a4c33e-b5ad-4505-8230-cedc9ea5ca27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 05:36:05.766198 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-786f233f-8644-432c-8d7c-9d03b15f2c27 service neutron] Attempting to bind port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 on network 58a4c33e-b5ad-4505-8230-cedc9ea5ca27 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:36:05.771931 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-786f233f-8644-432c-8d7c-9d03b15f2c27 service neutron] Checking agent: {'id': '0722f08e-2e90-4d2d-9212-b191bf1b5213', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'started_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:36:05.772320 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-786f233f-8644-432c-8d7c-9d03b15f2c27 service neutron] Checking segment: {'id': '042867d0-7366-4489-a0e0-141b24a727e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:36:05.772940 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-786f233f-8644-432c-8d7c-9d03b15f2c27 service neutron] Bound using segment: {'id': '042867d0-7366-4489-a0e0-141b24a727e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:36:05.773362 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-786f233f-8644-432c-8d7c-9d03b15f2c27 service neutron] Bound port: 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '042867d0-7366-4489-a0e0-141b24a727e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:36:05.773748 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-786f233f-8644-432c-8d7c-9d03b15f2c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (1b1c74d4-bb02-47ae-a80c-f1985a28f7f1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:05.783246 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device caf4b026-5603-4656-a8ea-a2690b18afa3 up at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:36:05.866361 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning for port caf4b026-5603-4656-a8ea-a2690b18afa3 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 05:36:05.874115 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning complete for port caf4b026-5603-4656-a8ea-a2690b18afa3 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:05.874532 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (caf4b026-5603-4656-a8ea-a2690b18afa3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:05.973820 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed6f06-1c3d-4b67-92d3-0b0c8817c79d req-1cf8e2d2-d78c-4ad3-93c6-71dbb89e40f1 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:05.975152 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port caf4b026-5603-4656-a8ea-a2690b18afa3 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:05.975663 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (caf4b026-5603-4656-a8ea-a2690b18afa3), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:05.976304 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9eed6f06-1c3d-4b67-92d3-0b0c8817c79d req-1cf8e2d2-d78c-4ad3-93c6-71dbb89e40f1 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 943 time: 0.1353395 May 10 05:36:06.003341 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7447ed9-0c8a-435e-a3f9-9868885a1355 req-297fed63-62ac-4f43-9f04-34a2712aab32 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:06.004892 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d7447ed9-0c8a-435e-a3f9-9868885a1355 req-297fed63-62ac-4f43-9f04-34a2712aab32 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.1634426 May 10 05:36:06.016789 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-786f233f-8644-432c-8d7c-9d03b15f2c27 service neutron] For port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1, host hv-cinder-83699, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:36:06.019476 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port caf4b026-5603-4656-a8ea-a2690b18afa3, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=caf4b026-5603-4656-a8ea-a2690b18afa3,segment=NetworkSegment(9225ec9f-9ab7-44e3-8189-b6b0b00fce2d),segment_id=9225ec9f-9ab7-44e3-8189-b6b0b00fce2d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:36:06.022148 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c68c70-7035-4aa6-a39a-91c9de55fe74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf4b026-5603-4656-a8ea-a2690b18afa3'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:36:06.054302 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-786f233f-8644-432c-8d7c-9d03b15f2c27 service neutron] For port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1b1c74d4-bb02-47ae-a80c-f1985a28f7f1,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:36:06.073604 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-786f233f-8644-432c-8d7c-9d03b15f2c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (1b1c74d4-bb02-47ae-a80c-f1985a28f7f1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:06.114806 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (caf4b026-5603-4656-a8ea-a2690b18afa3), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:06.115871 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device bdae9f00-03a9-4731-934b-1eb0bcea6d64 up at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:36:06.129803 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9eed6f06-1c3d-4b67-92d3-0b0c8817c79d req-90feb1c7-f51b-4411-b011-05f84dbe1d01 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402469 May 10 05:36:06.139389 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-786f233f-8644-432c-8d7c-9d03b15f2c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:06.140117 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-786f233f-8644-432c-8d7c-9d03b15f2c27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:06.141666 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-786f233f-8644-432c-8d7c-9d03b15f2c27 service neutron] 10.222.0.50 "PUT /v2.0/ports/1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 HTTP/1.1" status: 200 len: 1093 time: 0.9894102 May 10 05:36:06.142435 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8004d02a-acb5-48ec-904d-d9b45428d61c', 'tag': '1b1c74d4-bb02-47ae-a80c-f1985a28f7f1'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:36:06.159087 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fef56d-19b6-480f-bdb0-052133561f60" -d '{"events": [{"name": "network-changed", "server_uuid": "8004d02a-acb5-48ec-904d-d9b45428d61c", "tag": "1b1c74d4-bb02-47ae-a80c-f1985a28f7f1"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:36:06.217462 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=caf4b026-5603-4656-a8ea-a2690b18afa3,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:06.266762 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning for port bdae9f00-03a9-4731-934b-1eb0bcea6d64 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 05:36:06.277547 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning complete for port bdae9f00-03a9-4731-934b-1eb0bcea6d64 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:06.277943 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (bdae9f00-03a9-4731-934b-1eb0bcea6d64), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:06.303473 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d7447ed9-0c8a-435e-a3f9-9868885a1355 req-adbd5145-70bb-4af6-b20f-aa7981145681 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2813876 May 10 05:36:06.307555 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c675c922-cc3b-4eec-af72-cb63316a50bd x-openstack-request-id: req-c675c922-cc3b-4eec-af72-cb63316a50bd {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:36:06.307961 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8004d02a-acb5-48ec-904d-d9b45428d61c", "tag": "1b1c74d4-bb02-47ae-a80c-f1985a28f7f1", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:36:06.309021 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c675c922-cc3b-4eec-af72-cb63316a50bd {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:36:06.309531 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c675c922-cc3b-4eec-af72-cb63316a50bd'] response: {'name': 'network-changed', 'server_uuid': '8004d02a-acb5-48ec-904d-d9b45428d61c', 'tag': '1b1c74d4-bb02-47ae-a80c-f1985a28f7f1', 'status': 'completed', 'code': 200} May 10 05:36:06.343639 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-4308fd2f-260c-46f2-a057-16457159e57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:06.345877 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-4308fd2f-260c-46f2-a057-16457159e57f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=946af2825477481298bcaa8f04b345d2&device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 1127 time: 0.1465223 May 10 05:36:06.347096 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f233f-8644-432c-8d7c-9d03b15f2c27 service neutron] Pushing event updated for resources: {'Port': ['ID=1b1c74d4-bb02-47ae-a80c-f1985a28f7f1,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:06.412903 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0800c53295b7046a146618d9b887730b91c06d3b0846630efe31b30f8053b0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5225df02-19d8-4aa6-8cee-48b28d7da54c" -d '{"events": [{"server_uuid": "d3c68c70-7035-4aa6-a39a-91c9de55fe74", "name": "network-vif-plugged", "status": "completed", "tag": "caf4b026-5603-4656-a8ea-a2690b18afa3"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:36:06.437080 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port bdae9f00-03a9-4731-934b-1eb0bcea6d64 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:06.437904 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (bdae9f00-03a9-4731-934b-1eb0bcea6d64), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:06.498418 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-e7083d5b-1614-4189-a6df-bd264a38b7dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 HTTP/1.1" status: 200 len: 217 time: 0.1336582 May 10 05:36:06.508659 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port bdae9f00-03a9-4731-934b-1eb0bcea6d64, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bdae9f00-03a9-4731-934b-1eb0bcea6d64,segment=NetworkSegment(d20740a7-294a-4680-8061-5751296df811),segment_id=d20740a7-294a-4680-8061-5751296df811)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:36:06.514507 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (bdae9f00-03a9-4731-934b-1eb0bcea6d64), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:06.590176 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d1554b-1588-489f-a13f-09b4b549f3f0 x-openstack-request-id: req-23d1554b-1588-489f-a13f-09b4b549f3f0 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:36:06.590447 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c68c70-7035-4aa6-a39a-91c9de55fe74", "name": "network-vif-plugged", "status": "completed", "tag": "caf4b026-5603-4656-a8ea-a2690b18afa3", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:36:06.590698 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23d1554b-1588-489f-a13f-09b4b549f3f0 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:36:06.591162 dv-cinder-836996-16-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23d1554b-1588-489f-a13f-09b4b549f3f0'] response: {'server_uuid': 'd3c68c70-7035-4aa6-a39a-91c9de55fe74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf4b026-5603-4656-a8ea-a2690b18afa3', 'code': 200} May 10 05:36:06.595393 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:06.604669 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=bdae9f00-03a9-4731-934b-1eb0bcea6d64,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:06.781495 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 47708) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:06.801698 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcaddf-c267-465f-a539-28b68558743a req-80f451f9-77e8-466f-ab84-28b8432c4813 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:06.803152 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5fdcaddf-c267-465f-a539-28b68558743a req-80f451f9-77e8-466f-ab84-28b8432c4813 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 943 time: 0.0745564 May 10 05:36:06.824838 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 47712) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:06.837814 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfb6d7-a460-468c-8a47-11339dce4fb4 req-10e95925-5157-4e48-9686-b4a9f51a2fac tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:06.839239 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-23dfb6d7-a460-468c-8a47-11339dce4fb4 req-10e95925-5157-4e48-9686-b4a9f51a2fac tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 945 time: 0.0797391 May 10 05:36:06.883665 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5fdcaddf-c267-465f-a539-28b68558743a req-bacc7d33-cb0d-4a03-ac9e-c833f62538e1 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742300 May 10 05:36:06.911469 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-23dfb6d7-a460-468c-8a47-11339dce4fb4 req-defd70ef-43a6-4aea-8109-9e3ff29d49af tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603092 May 10 05:36:06.949331 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a73c988-e79f-4462-91b8-d377ef367462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:06.972190 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e7cd2a6e-2550-4ab7-9215-0e46fd398929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:07.033674 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a73c988-e79f-4462-91b8-d377ef367462 admin admin] Publish callbacks [] for security_group (a27a61f7-8dd3-498b-bc3e-35894a76e52b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:07.038535 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a73c988-e79f-4462-91b8-d377ef367462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (a27a61f7-8dd3-498b-bc3e-35894a76e52b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:07.052942 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e7cd2a6e-2550-4ab7-9215-0e46fd398929 admin admin] Publish callbacks [] for security_group (89c57311-577f-4751-af7c-04918b96fef8), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:07.057835 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e7cd2a6e-2550-4ab7-9215-0e46fd398929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (89c57311-577f-4751-af7c-04918b96fef8), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:07.078911 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-9a73c988-e79f-4462-91b8-d377ef367462 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e497fdc758d84a5cb7bf6dd585469caf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2961009 May 10 05:36:07.079921 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73c988-e79f-4462-91b8-d377ef367462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27a61f7-8dd3-498b-bc3e-35894a76e52b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:07.082471 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 47716) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:07.096103 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd2a6e-2550-4ab7-9215-0e46fd398929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c57311-577f-4751-af7c-04918b96fef8,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:07.101369 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-e7cd2a6e-2550-4ab7-9215-0e46fd398929 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d3990bb8176647ef9f9d6d33b66dce76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2745044 May 10 05:36:07.103022 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 47718) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:07.137929 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd52f-1d45-44a6-b99b-7f3b7a2f02c6 admin admin] Publish callbacks [] for security_group (a27a61f7-8dd3-498b-bc3e-35894a76e52b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:07.151691 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0341b095-7ad3-4a87-9fc1-00d6f31c4a41 admin admin] Publish callbacks [] for security_group (89c57311-577f-4751-af7c-04918b96fef8), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:07.160688 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd52f-1d45-44a6-b99b-7f3b7a2f02c6 admin admin] Publish callbacks [] for security_group (a27a61f7-8dd3-498b-bc3e-35894a76e52b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:07.173026 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0341b095-7ad3-4a87-9fc1-00d6f31c4a41 admin admin] Publish callbacks [] for security_group (89c57311-577f-4751-af7c-04918b96fef8), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:07.209764 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd52f-1d45-44a6-b99b-7f3b7a2f02c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (a27a61f7-8dd3-498b-bc3e-35894a76e52b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:07.212679 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd52f-1d45-44a6-b99b-7f3b7a2f02c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:07.216731 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-5b6bd52f-1d45-44a6-b99b-7f3b7a2f02c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a27a61f7-8dd3-498b-bc3e-35894a76e52b HTTP/1.1" status: 204 len: 168 time: 0.1305079 May 10 05:36:07.228715 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6bd52f-1d45-44a6-b99b-7f3b7a2f02c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27a61f7-8dd3-498b-bc3e-35894a76e52b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:07.252885 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0341b095-7ad3-4a87-9fc1-00d6f31c4a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (89c57311-577f-4751-af7c-04918b96fef8), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:07.255494 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0341b095-7ad3-4a87-9fc1-00d6f31c4a41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:07.259369 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-0341b095-7ad3-4a87-9fc1-00d6f31c4a41 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89c57311-577f-4751-af7c-04918b96fef8 HTTP/1.1" status: 204 len: 168 time: 0.1553707 May 10 05:36:07.271238 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341b095-7ad3-4a87-9fc1-00d6f31c4a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c57311-577f-4751-af7c-04918b96fef8,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:07.289534 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c7752-4fab-4701-9d44-5ad4dbf7d87a req-a1a19636-eea5-4db7-8dcb-b62d205bba95 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:07.297487 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e78c7752-4fab-4701-9d44-5ad4dbf7d87a req-a1a19636-eea5-4db7-8dcb-b62d205bba95 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 943 time: 0.0760591 May 10 05:36:07.356382 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e78c7752-4fab-4701-9d44-5ad4dbf7d87a req-e69dc4f5-3303-4dc2-a2ce-31b0cb98813b tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580208 May 10 05:36:07.429925 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18996f2b-605c-49b6-9bc1-36497c00d7d1 req-383e573e-c160-4a15-a280-7ddc931e5e03 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:07.431663 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-18996f2b-605c-49b6-9bc1-36497c00d7d1 req-383e573e-c160-4a15-a280-7ddc931e5e03 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0519750 May 10 05:36:07.485314 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-18996f2b-605c-49b6-9bc1-36497c00d7d1 req-cb68fde3-beff-400a-a109-aeda7e69d21b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466049 May 10 05:36:07.558964 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:07.589896 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 47736) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:07.603946 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3428b94-d1df-46f2-9207-b8bd8205c0a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:07.608470 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 47740) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:07.622975 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6410f865-ab34-4fbd-9c45-6c0f95f897d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:07.686201 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3428b94-d1df-46f2-9207-b8bd8205c0a6 admin admin] Publish callbacks [] for security_group (d1283525-d1a6-4005-98a0-bf248f50ffde), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:07.689909 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3428b94-d1df-46f2-9207-b8bd8205c0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (d1283525-d1a6-4005-98a0-bf248f50ffde), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:07.702341 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6410f865-ab34-4fbd-9c45-6c0f95f897d1 admin admin] Publish callbacks [] for security_group (baae97b1-36a1-4130-9c12-a459bcf1ea28), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:07.707317 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6410f865-ab34-4fbd-9c45-6c0f95f897d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (baae97b1-36a1-4130-9c12-a459bcf1ea28), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:07.726521 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-e3428b94-d1df-46f2-9207-b8bd8205c0a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=357e48a5e8204a3baa448d0631acadbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353631 May 10 05:36:07.727347 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3428b94-d1df-46f2-9207-b8bd8205c0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1283525-d1a6-4005-98a0-bf248f50ffde,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:07.729577 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 47742) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:07.748259 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-6410f865-ab34-4fbd-9c45-6c0f95f897d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c43de84b55f849e39823373b8dc3891a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385653 May 10 05:36:07.749007 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 47744) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:07.749826 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410f865-ab34-4fbd-9c45-6c0f95f897d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baae97b1-36a1-4130-9c12-a459bcf1ea28,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:07.778134 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5d81faa-a076-4c22-bfa1-707a1003682d admin admin] Publish callbacks [] for security_group (d1283525-d1a6-4005-98a0-bf248f50ffde), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:07.798775 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5d81faa-a076-4c22-bfa1-707a1003682d admin admin] Publish callbacks [] for security_group (d1283525-d1a6-4005-98a0-bf248f50ffde), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:07.800505 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f8821cb4-e01a-490a-9ebf-2ef4531911e8 admin admin] Publish callbacks [] for security_group (baae97b1-36a1-4130-9c12-a459bcf1ea28), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:07.824601 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f8821cb4-e01a-490a-9ebf-2ef4531911e8 admin admin] Publish callbacks [] for security_group (baae97b1-36a1-4130-9c12-a459bcf1ea28), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:07.845000 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5d81faa-a076-4c22-bfa1-707a1003682d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (d1283525-d1a6-4005-98a0-bf248f50ffde), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:07.848567 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5d81faa-a076-4c22-bfa1-707a1003682d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:07.849896 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-e5d81faa-a076-4c22-bfa1-707a1003682d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d1283525-d1a6-4005-98a0-bf248f50ffde HTTP/1.1" status: 204 len: 168 time: 0.1193659 May 10 05:36:07.858895 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d81faa-a076-4c22-bfa1-707a1003682d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1283525-d1a6-4005-98a0-bf248f50ffde,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:07.883173 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f8821cb4-e01a-490a-9ebf-2ef4531911e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (baae97b1-36a1-4130-9c12-a459bcf1ea28), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:07.885893 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f8821cb4-e01a-490a-9ebf-2ef4531911e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:07.887052 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-f8821cb4-e01a-490a-9ebf-2ef4531911e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/baae97b1-36a1-4130-9c12-a459bcf1ea28 HTTP/1.1" status: 204 len: 168 time: 0.1343803 May 10 05:36:07.895557 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8821cb4-e01a-490a-9ebf-2ef4531911e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baae97b1-36a1-4130-9c12-a459bcf1ea28,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:08.060827 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be7633-0b63-4a37-adb7-0e18b35fc004 req-f5e9936c-4f03-46b4-8948-08544a8f6d33 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:08.062395 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-97be7633-0b63-4a37-adb7-0e18b35fc004 req-f5e9936c-4f03-46b4-8948-08544a8f6d33 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 945 time: 0.0584142 May 10 05:36:08.071505 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43cd28-56e2-48c1-90aa-f7798b6b3849 req-ce21e956-8373-46e9-baf1-b04864da4a67 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:08.073078 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-fd43cd28-56e2-48c1-90aa-f7798b6b3849 req-ce21e956-8373-46e9-baf1-b04864da4a67 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 943 time: 0.1024928 May 10 05:36:08.142880 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-97be7633-0b63-4a37-adb7-0e18b35fc004 req-aaf33e42-3100-4c99-87e1-0e944e386a43 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688035 May 10 05:36:08.150857 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-fd43cd28-56e2-48c1-90aa-f7798b6b3849 req-415a31a0-fede-4196-af4b-ba016d77bc56 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697072 May 10 05:36:08.272902 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 47764) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:08.286020 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-57d7d8d7-8301-4fd2-a87d-4252b7573672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:08.367013 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-57d7d8d7-8301-4fd2-a87d-4252b7573672 admin admin] Publish callbacks [] for security_group (75039ca7-383e-42a8-b376-8605b300cdb0), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:08.370772 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-57d7d8d7-8301-4fd2-a87d-4252b7573672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (75039ca7-383e-42a8-b376-8605b300cdb0), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:08.408472 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7d8d7-8301-4fd2-a87d-4252b7573672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75039ca7-383e-42a8-b376-8605b300cdb0,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:08.415237 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-57d7d8d7-8301-4fd2-a87d-4252b7573672 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e0dd769e0e545f2a0c382699e8038b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387100 May 10 05:36:08.416138 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 47770) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:08.470275 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5879b7df-bdef-490c-8617-5e6944b47894 admin admin] Publish callbacks [] for security_group (75039ca7-383e-42a8-b376-8605b300cdb0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:08.491848 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5879b7df-bdef-490c-8617-5e6944b47894 admin admin] Publish callbacks [] for security_group (75039ca7-383e-42a8-b376-8605b300cdb0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:08.496302 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd366d-1a87-466f-92f2-aa96122d081d req-6f02cc03-3859-4b07-9a45-04684bcd6c35 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:08.499136 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5edd366d-1a87-466f-92f2-aa96122d081d req-6f02cc03-3859-4b07-9a45-04684bcd6c35 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 943 time: 0.0607862 May 10 05:36:08.569210 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5879b7df-bdef-490c-8617-5e6944b47894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (75039ca7-383e-42a8-b376-8605b300cdb0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:08.572061 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5879b7df-bdef-490c-8617-5e6944b47894 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:08.573377 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-5879b7df-bdef-490c-8617-5e6944b47894 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75039ca7-383e-42a8-b376-8605b300cdb0 HTTP/1.1" status: 204 len: 168 time: 0.1569357 May 10 05:36:08.578528 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5edd366d-1a87-466f-92f2-aa96122d081d req-53fd1220-b949-4eac-8cb9-31844a5ae3de tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697730 May 10 05:36:08.592776 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d988731-a2e6-4ea7-8732-891141534b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdae9f00-03a9-4731-934b-1eb0bcea6d64'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:36:08.595165 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0800c53295b7046a146618d9b887730b91c06d3b0846630efe31b30f8053b0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d27030b-a6bc-4769-9490-3ac5bfd55092" -d '{"events": [{"server_uuid": "4d988731-a2e6-4ea7-8732-891141534b82", "name": "network-vif-plugged", "status": "completed", "tag": "bdae9f00-03a9-4731-934b-1eb0bcea6d64"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:36:08.596864 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879b7df-bdef-490c-8617-5e6944b47894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75039ca7-383e-42a8-b376-8605b300cdb0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:08.656542 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205f1f3-d766-48d6-b818-4ef0aaa8f3fd req-0f4b6429-5a23-4a72-95b4-e8745dac5e64 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:08.658826 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4205f1f3-d766-48d6-b818-4ef0aaa8f3fd req-0f4b6429-5a23-4a72-95b4-e8745dac5e64 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0756636 May 10 05:36:08.673321 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab52af2-2cc5-4477-8d0f-b237119f6bc2 x-openstack-request-id: req-bab52af2-2cc5-4477-8d0f-b237119f6bc2 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:36:08.674142 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d988731-a2e6-4ea7-8732-891141534b82", "name": "network-vif-plugged", "status": "completed", "tag": "bdae9f00-03a9-4731-934b-1eb0bcea6d64", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:36:08.674646 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bab52af2-2cc5-4477-8d0f-b237119f6bc2 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:36:08.675199 dv-cinder-836996-16-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bab52af2-2cc5-4477-8d0f-b237119f6bc2'] response: {'server_uuid': '4d988731-a2e6-4ea7-8732-891141534b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdae9f00-03a9-4731-934b-1eb0bcea6d64', 'code': 200} May 10 05:36:08.715149 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4205f1f3-d766-48d6-b818-4ef0aaa8f3fd req-aa1a0622-b929-4e21-a287-079ff200ca02 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502949 May 10 05:36:09.031236 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 64bcfeff-4d68-4f7e-83e7-d6594c3629f1 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 05:36:09.159898 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-cc0d924f-fbc9-482b-ac13-8cf77a89f256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:09.161560 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-cc0d924f-fbc9-482b-ac13-8cf77a89f256 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ff46a27e-f212-41bf-beb8-9faaab46805d HTTP/1.1" status: 200 len: 856 time: 0.1331341 May 10 05:36:09.345281 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 64bcfeff-4d68-4f7e-83e7-d6594c3629f1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=64bcfeff-4d68-4f7e-83e7-d6594c3629f1,segment=NetworkSegment(9225ec9f-9ab7-44e3-8189-b6b0b00fce2d),segment_id=9225ec9f-9ab7-44e3-8189-b6b0b00fce2d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:36:09.358056 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779441b-27a8-4cf0-8f8b-56749ed4a98e req-8c176916-b3b6-4af0-9ab7-d829271f8c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:09.360354 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-f779441b-27a8-4cf0-8f8b-56749ed4a98e req-8c176916-b3b6-4af0-9ab7-d829271f8c0a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 1129 time: 0.1340325 May 10 05:36:09.363705 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d91ac-410f-4973-a363-4dd9986f646d req-5c429f08-e568-4a0a-9df5-36f5ae8191d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:09.364837 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f444a-7497-4bd1-a593-a79fce98eef0 req-17985ffc-ca23-48dc-b930-53e5bafab5e2 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:09.365738 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-e02d91ac-410f-4973-a363-4dd9986f646d req-5c429f08-e568-4a0a-9df5-36f5ae8191d0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 1130 time: 0.0615580 May 10 05:36:09.371634 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-690f444a-7497-4bd1-a593-a79fce98eef0 req-17985ffc-ca23-48dc-b930-53e5bafab5e2 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 943 time: 0.0540190 May 10 05:36:09.397930 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e02d91ac-410f-4973-a363-4dd9986f646d req-f0d90dfe-8f6e-4c59-b82d-9c864485ee72 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:09.400605 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Returning: {'device': '64bcfeff-4d68-4f7e-83e7-d6594c3629f1', 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7', 'port_id': '64bcfeff-4d68-4f7e-83e7-d6594c3629f1', 'mac_address': 'fa:16:3e:44:01:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 05:36:09.405041 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:09.408585 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f779441b-27a8-4cf0-8f8b-56749ed4a98e req-05e9c545-bdc6-47f0-b4cb-485e6a1b8141 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:09.457769 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-d2103531-e37a-475c-a552-bb2d42ba5299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:09.460975 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-d2103531-e37a-475c-a552-bb2d42ba5299 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58a4c33e-b5ad-4505-8230-cedc9ea5ca27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2873292 May 10 05:36:09.477346 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019ddd3-26f0-410a-bf8a-9c37826528b4 req-cb0ffb24-f9e8-4d40-aff1-935af66e587f tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:09.479043 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a019ddd3-26f0-410a-bf8a-9c37826528b4 req-cb0ffb24-f9e8-4d40-aff1-935af66e587f tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 945 time: 0.2303369 May 10 05:36:09.514594 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-690f444a-7497-4bd1-a593-a79fce98eef0 req-170fdd19-d11a-400e-8a32-7d83f771aa39 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382265 May 10 05:36:09.520078 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 64bcfeff-4d68-4f7e-83e7-d6594c3629f1 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:09.524176 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (64bcfeff-4d68-4f7e-83e7-d6594c3629f1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:09.552389 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64bcfeff-4d68-4f7e-83e7-d6594c3629f1 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:36:09.585352 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e02d91ac-410f-4973-a363-4dd9986f646d req-f0d90dfe-8f6e-4c59-b82d-9c864485ee72 service neutron] Publish callbacks [] for security_group (697fa3e8-c373-4b25-ae0d-e0cd9e0a12a2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:09.585500 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 64bcfeff-4d68-4f7e-83e7-d6594c3629f1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=64bcfeff-4d68-4f7e-83e7-d6594c3629f1,segment=NetworkSegment(9225ec9f-9ab7-44e3-8189-b6b0b00fce2d),segment_id=9225ec9f-9ab7-44e3-8189-b6b0b00fce2d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:36:09.590873 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (64bcfeff-4d68-4f7e-83e7-d6594c3629f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:09.592237 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e02d91ac-410f-4973-a363-4dd9986f646d req-f0d90dfe-8f6e-4c59-b82d-9c864485ee72 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (697fa3e8-c373-4b25-ae0d-e0cd9e0a12a2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:09.600277 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.db.api [req-f779441b-27a8-4cf0-8f8b-56749ed4a98e req-05e9c545-bdc6-47f0-b4cb-485e6a1b8141 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 5f23435f783540199d6dcfd0417c090e {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 05:36:09.600507 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG oslo_db.api [req-f779441b-27a8-4cf0-8f8b-56749ed4a98e req-05e9c545-bdc6-47f0-b4cb-485e6a1b8141 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 05:36:09.644903 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d90dfe-8f6e-4c59-b82d-9c864485ee72 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=697fa3e8-c373-4b25-ae0d-e0cd9e0a12a2,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:09.649083 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-e02d91ac-410f-4973-a363-4dd9986f646d req-f0d90dfe-8f6e-4c59-b82d-9c864485ee72 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763612 May 10 05:36:09.666961 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=64bcfeff-4d68-4f7e-83e7-d6594c3629f1,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:09.810006 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1648c-c220-499d-9c50-cac512d2de36 req-83867fd8-0566-4c33-bd94-a2d187bba027 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:09.811440 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c2d1648c-c220-499d-9c50-cac512d2de36 req-83867fd8-0566-4c33-bd94-a2d187bba027 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 944 time: 0.0617337 May 10 05:36:09.814699 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a019ddd3-26f0-410a-bf8a-9c37826528b4 req-2d1ba1ae-3abd-4196-a0ed-934ce588ee79 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238208 May 10 05:36:09.858114 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c2d1648c-c220-499d-9c50-cac512d2de36 req-0c95eee6-24da-4505-855b-a3fa6dc2ccb2 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409095 May 10 05:36:09.931004 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb3d44-a965-41af-838d-115b3096c11f req-2657e95d-f82d-4b39-b017-76dcd273187d tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:09.932453 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-18cb3d44-a965-41af-838d-115b3096c11f req-2657e95d-f82d-4b39-b017-76dcd273187d tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0467834 May 10 05:36:09.978063 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-18cb3d44-a965-41af-838d-115b3096c11f req-19693891-3b2c-45a8-876c-c0bdbe068530 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400865 May 10 05:36:10.102755 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f779441b-27a8-4cf0-8f8b-56749ed4a98e req-05e9c545-bdc6-47f0-b4cb-485e6a1b8141 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:10.168954 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-f779441b-27a8-4cf0-8f8b-56749ed4a98e req-05e9c545-bdc6-47f0-b4cb-485e6a1b8141 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8019085 May 10 05:36:10.617177 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510075e-4314-4e7e-ba7b-b35bbead8e4b req-131bc58f-63ee-4f24-97bc-119f3879515c tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:10.618691 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a510075e-4314-4e7e-ba7b-b35bbead8e4b req-131bc58f-63ee-4f24-97bc-119f3879515c tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 943 time: 0.0469069 May 10 05:36:10.668010 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a510075e-4314-4e7e-ba7b-b35bbead8e4b req-1a5a5eec-16aa-44f9-8529-08cea8f6d4a0 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427999 May 10 05:36:10.932944 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadbd5e-0eb7-4845-a6a4-989c12128388 req-4e449b99-bd4f-415d-bf39-13373cd4ecf7 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:10.934357 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9eadbd5e-0eb7-4845-a6a4-989c12128388 req-4e449b99-bd4f-415d-bf39-13373cd4ecf7 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 945 time: 0.0482688 May 10 05:36:10.955599 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 47904) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:10.998679 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb71e62-b7b3-430d-af88-6666db0f75cf req-de20008b-9419-47fc-be03-46b521816a85 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:11.000210 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bbb71e62-b7b3-430d-af88-6666db0f75cf req-de20008b-9419-47fc-be03-46b521816a85 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 944 time: 0.0745852 May 10 05:36:11.030740 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9eadbd5e-0eb7-4845-a6a4-989c12128388 req-50893b42-d50c-4a57-938b-51617c2360b6 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890992 May 10 05:36:11.061884 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bbb71e62-b7b3-430d-af88-6666db0f75cf req-2c5e5dd4-fd80-46b5-9cf2-bbec6a411e2b tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531492 May 10 05:36:11.091372 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-263cd63a-4378-4f6c-9109-1d81271b4802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:11.131730 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce4d35-cbd8-4e27-bd48-49013d59c469 req-1e02e414-deb8-4e30-801d-e2d4d17f0c45 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:11.133126 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-28ce4d35-cbd8-4e27-bd48-49013d59c469 req-1e02e414-deb8-4e30-801d-e2d4d17f0c45 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0468836 May 10 05:36:11.166559 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-263cd63a-4378-4f6c-9109-1d81271b4802 admin admin] Publish callbacks [] for security_group (5e56285b-8937-424f-84b6-ad9ed8aa6a77), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:11.170986 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-263cd63a-4378-4f6c-9109-1d81271b4802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (5e56285b-8937-424f-84b6-ad9ed8aa6a77), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:11.178963 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-28ce4d35-cbd8-4e27-bd48-49013d59c469 req-9d601fea-ffc4-48c2-8e9d-10b0903b262d tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395451 May 10 05:36:11.206925 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263cd63a-4378-4f6c-9109-1d81271b4802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e56285b-8937-424f-84b6-ad9ed8aa6a77,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:11.212545 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-263cd63a-4378-4f6c-9109-1d81271b4802 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=48acb5a345494f8ca2c94f52cb0b5648&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558968 May 10 05:36:11.215168 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 47910) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:11.261706 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-752656cd-3eff-4114-a68e-f52a91966afe admin admin] Publish callbacks [] for security_group (5e56285b-8937-424f-84b6-ad9ed8aa6a77), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:11.282392 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-752656cd-3eff-4114-a68e-f52a91966afe admin admin] Publish callbacks [] for security_group (5e56285b-8937-424f-84b6-ad9ed8aa6a77), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:11.330535 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-752656cd-3eff-4114-a68e-f52a91966afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (5e56285b-8937-424f-84b6-ad9ed8aa6a77), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:11.333137 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-752656cd-3eff-4114-a68e-f52a91966afe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:11.334318 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-752656cd-3eff-4114-a68e-f52a91966afe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e56285b-8937-424f-84b6-ad9ed8aa6a77 HTTP/1.1" status: 204 len: 168 time: 0.1181924 May 10 05:36:11.341680 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752656cd-3eff-4114-a68e-f52a91966afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e56285b-8937-424f-84b6-ad9ed8aa6a77,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:11.614909 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 47920) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:11.628390 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-65396119-e388-4a5f-8354-083a32746277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:11.702516 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-65396119-e388-4a5f-8354-083a32746277 admin admin] Publish callbacks [] for security_group (3b1feb27-0167-4115-96bf-f9ffb2aec02f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:11.707420 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-65396119-e388-4a5f-8354-083a32746277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (3b1feb27-0167-4115-96bf-f9ffb2aec02f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:11.747013 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-65396119-e388-4a5f-8354-083a32746277 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=186b9e921a0341f5a3dffc1ca78fc838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309485 May 10 05:36:11.748389 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65396119-e388-4a5f-8354-083a32746277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1feb27-0167-4115-96bf-f9ffb2aec02f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:11.750923 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 47924) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:11.782420 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3dadf-461e-47ea-acf3-c558f76080c1 req-8d5c9240-41b6-41b0-941c-b0a62572ab3d tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:11.783880 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-94d3dadf-461e-47ea-acf3-c558f76080c1 req-8d5c9240-41b6-41b0-941c-b0a62572ab3d tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 943 time: 0.0493870 May 10 05:36:11.799700 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8d61406-4114-4e7c-bd08-f205935da1c3 admin admin] Publish callbacks [] for security_group (3b1feb27-0167-4115-96bf-f9ffb2aec02f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:11.821876 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8d61406-4114-4e7c-bd08-f205935da1c3 admin admin] Publish callbacks [] for security_group (3b1feb27-0167-4115-96bf-f9ffb2aec02f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:11.830235 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-94d3dadf-461e-47ea-acf3-c558f76080c1 req-d3e33014-794c-4ad9-a928-242d53a2774a tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406840 May 10 05:36:11.867010 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8d61406-4114-4e7c-bd08-f205935da1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (3b1feb27-0167-4115-96bf-f9ffb2aec02f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:11.869617 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8d61406-4114-4e7c-bd08-f205935da1c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:11.870755 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-d8d61406-4114-4e7c-bd08-f205935da1c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b1feb27-0167-4115-96bf-f9ffb2aec02f HTTP/1.1" status: 204 len: 168 time: 0.1190403 May 10 05:36:11.880666 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d61406-4114-4e7c-bd08-f205935da1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1feb27-0167-4115-96bf-f9ffb2aec02f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:12.072186 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 34e3575e-325f-4df3-b0d0-e5c61091dc3b details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 05:36:12.157434 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061887c1-b46b-4382-a613-fee593a3c169 req-38d4d2a3-5c2b-4b40-b304-0cf9c153338f tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:12.159228 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-061887c1-b46b-4382-a613-fee593a3c169 req-38d4d2a3-5c2b-4b40-b304-0cf9c153338f tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 945 time: 0.0606234 May 10 05:36:12.230868 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b2f09-6707-4446-b278-1b5e12c24fa8 req-1a17c3d0-3038-4c6a-9888-cc1adfaf69da tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:12.232683 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-249b2f09-6707-4446-b278-1b5e12c24fa8 req-1a17c3d0-3038-4c6a-9888-cc1adfaf69da tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 944 time: 0.0825224 May 10 05:36:12.273737 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-061887c1-b46b-4382-a613-fee593a3c169 req-0f319251-b1cf-4b0f-a6c7-739889e4a526 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015518 May 10 05:36:12.307648 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-249b2f09-6707-4446-b278-1b5e12c24fa8 req-d46d31ce-a729-4228-8c71-8b34f84a70b9 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663402 May 10 05:36:12.336000 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 34e3575e-325f-4df3-b0d0-e5c61091dc3b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=34e3575e-325f-4df3-b0d0-e5c61091dc3b,segment=NetworkSegment(46041a5c-387e-447a-832b-d8bd3c900a82),segment_id=46041a5c-387e-447a-832b-d8bd3c900a82)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:36:12.350209 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Returning: {'device': '34e3575e-325f-4df3-b0d0-e5c61091dc3b', 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f', 'port_id': '34e3575e-325f-4df3-b0d0-e5c61091dc3b', 'mac_address': 'fa:16:3e:68:5c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 05:36:12.389319 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0266f1a-5e60-4029-8c8a-14802aebcba8 req-d6bfebd1-401d-4f52-9bbd-2e0b8c4520ce tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:12.390781 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a0266f1a-5e60-4029-8c8a-14802aebcba8 req-d6bfebd1-401d-4f52-9bbd-2e0b8c4520ce tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0496118 May 10 05:36:12.391337 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 34e3575e-325f-4df3-b0d0-e5c61091dc3b is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:12.391742 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (34e3575e-325f-4df3-b0d0-e5c61091dc3b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:12.406898 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['64bcfeff-4d68-4f7e-83e7-d6594c3629f1'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:36:12.431406 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e3575e-325f-4df3-b0d0-e5c61091dc3b {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:36:12.445085 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a0266f1a-5e60-4029-8c8a-14802aebcba8 req-0425ca40-c374-4829-990d-70286c1ff34c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474682 May 10 05:36:12.462408 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 34e3575e-325f-4df3-b0d0-e5c61091dc3b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=34e3575e-325f-4df3-b0d0-e5c61091dc3b,segment=NetworkSegment(46041a5c-387e-447a-832b-d8bd3c900a82),segment_id=46041a5c-387e-447a-832b-d8bd3c900a82)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:36:12.487626 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (34e3575e-325f-4df3-b0d0-e5c61091dc3b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:12.569455 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=34e3575e-325f-4df3-b0d0-e5c61091dc3b,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:12.632771 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-521dd7d1-7df9-4fdd-992a-433ef002bbc0 service neutron] 10.222.0.50 "GET /v2.0/networks/58a4c33e-b5ad-4505-8230-cedc9ea5ca27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086924 May 10 05:36:12.945960 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1be9a4-4139-403c-a503-069a6309b58d req-792eea28-9abd-46f7-a88b-134ed4a8f58b tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:12.948339 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1b1be9a4-4139-403c-a503-069a6309b58d req-792eea28-9abd-46f7-a88b-134ed4a8f58b tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 944 time: 0.0506752 May 10 05:36:13.006611 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1b1be9a4-4139-403c-a503-069a6309b58d req-e8852d5b-a1b7-4bfa-87a1-a19e750f9490 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453568 May 10 05:36:13.435552 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed99635-e768-4816-a8b3-65bd3616daf7 req-b37112e6-5c56-45e5-8b11-3a20c896d4a7 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:13.437200 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5ed99635-e768-4816-a8b3-65bd3616daf7 req-b37112e6-5c56-45e5-8b11-3a20c896d4a7 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 945 time: 0.0760343 May 10 05:36:13.456963 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63473c-903b-4e00-ad4f-fd5dc654cb73 req-9500c59e-18fa-4858-89c4-417989647951 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:13.458407 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9e63473c-903b-4e00-ad4f-fd5dc654cb73 req-9500c59e-18fa-4858-89c4-417989647951 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 944 time: 0.0678790 May 10 05:36:13.523981 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5ed99635-e768-4816-a8b3-65bd3616daf7 req-71359efb-364b-4fad-9103-9697730902f1 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808806 May 10 05:36:13.527991 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9e63473c-903b-4e00-ad4f-fd5dc654cb73 req-f831f534-5b3a-46e6-b8f3-d87059e45db9 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630033 May 10 05:36:13.630576 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aa833-4924-4712-b82b-2384d57ce8fa req-5f71a46a-2240-4493-9c03-05fd0f5dc58c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:13.632514 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f84aa833-4924-4712-b82b-2384d57ce8fa req-5f71a46a-2240-4493-9c03-05fd0f5dc58c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0478313 May 10 05:36:13.681280 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f84aa833-4924-4712-b82b-2384d57ce8fa req-3454c2a4-c406-4575-a402-705277f6ab1b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429804 May 10 05:36:14.112575 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf4de2-89bc-4a40-80c1-702ae3526db8 req-7123df51-d6f7-4901-84ae-2c11cf69feea tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:14.114572 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9ccf4de2-89bc-4a40-80c1-702ae3526db8 req-7123df51-d6f7-4901-84ae-2c11cf69feea tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 944 time: 0.0469377 May 10 05:36:14.169061 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9ccf4de2-89bc-4a40-80c1-702ae3526db8 req-25976f5a-598c-4d4d-84eb-e9bf5aa1b44e tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454211 May 10 05:36:14.678994 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d2d7b-ccfc-4402-8440-48e9dad0e5e8 req-8ebb5362-d9c9-450a-9914-0a32b8283881 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:14.680481 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0d8d2d7b-ccfc-4402-8440-48e9dad0e5e8 req-8ebb5362-d9c9-450a-9914-0a32b8283881 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 945 time: 0.0767348 May 10 05:36:14.688658 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c122aa-a0e5-4e67-84a3-2926ac6b6568 req-cec7487c-43c3-40bb-95c8-d6dd4b93b945 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:14.690018 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-10c122aa-a0e5-4e67-84a3-2926ac6b6568 req-cec7487c-43c3-40bb-95c8-d6dd4b93b945 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 944 time: 0.0747485 May 10 05:36:14.763114 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0d8d2d7b-ccfc-4402-8440-48e9dad0e5e8 req-444c0f07-038b-47c6-baa5-557cbd8c6791 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721886 May 10 05:36:14.766430 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-10c122aa-a0e5-4e67-84a3-2926ac6b6568 req-a1b85f93-2a31-40b4-88cf-17f2ac08584d tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699267 May 10 05:36:14.862092 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dea5cc-1187-4aab-97f3-cfef27c5d15b req-dafd5e1a-5dce-4ed9-b285-9fdb02e1b6d3 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:14.863469 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a3dea5cc-1187-4aab-97f3-cfef27c5d15b req-dafd5e1a-5dce-4ed9-b285-9fdb02e1b6d3 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0468695 May 10 05:36:14.914807 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a3dea5cc-1187-4aab-97f3-cfef27c5d15b req-ad32de64-24be-4e50-a169-7d218e6980f3 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433271 May 10 05:36:15.292243 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110ff44-7a36-4790-a9e1-f0e1f85289a5 req-e4a9e256-d1ae-40b4-8d56-ec21d48531f5 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:15.293723 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1110ff44-7a36-4790-a9e1-f0e1f85289a5 req-e4a9e256-d1ae-40b4-8d56-ec21d48531f5 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 944 time: 0.0506988 May 10 05:36:15.341531 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1110ff44-7a36-4790-a9e1-f0e1f85289a5 req-c44b9b43-1700-4eca-817b-30031086aef2 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420830 May 10 05:36:15.906878 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b6cc6-4b20-42fd-bfd8-98ed2b1b44e4 req-6c493085-bdfc-47f6-92d1-6453b796a72e tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:15.908393 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9f8b6cc6-4b20-42fd-bfd8-98ed2b1b44e4 req-6c493085-bdfc-47f6-92d1-6453b796a72e tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 945 time: 0.0730677 May 10 05:36:15.934495 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c09e7-1a46-4984-b564-ffd1ce02b331 req-b9222b79-8f7f-4474-a0f8-43253990ddee tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:15.935875 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['34e3575e-325f-4df3-b0d0-e5c61091dc3b'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:36:15.936391 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-484c09e7-1a46-4984-b564-ffd1ce02b331 req-b9222b79-8f7f-4474-a0f8-43253990ddee tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 944 time: 0.0918496 May 10 05:36:15.939605 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 64bcfeff-4d68-4f7e-83e7-d6594c3629f1 up at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:36:16.022877 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning for port 64bcfeff-4d68-4f7e-83e7-d6594c3629f1 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 05:36:16.035443 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning complete for port 64bcfeff-4d68-4f7e-83e7-d6594c3629f1 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:16.035761 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (64bcfeff-4d68-4f7e-83e7-d6594c3629f1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:16.047949 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9f8b6cc6-4b20-42fd-bfd8-98ed2b1b44e4 req-43f56445-2856-4d32-80f6-eca088f5f822 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290054 May 10 05:36:16.069587 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-484c09e7-1a46-4984-b564-ffd1ce02b331 req-6eb3ecf0-14c7-484d-8bdc-305b3d62c0be tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988071 May 10 05:36:16.078660 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1362ccd3-3533-4fab-a2d4-e821105caf92 req-5aea332c-7b32-4c7f-87d5-707e9ed43462 service neutron] 10.222.0.50 "GET /v2.0/networks/58a4c33e-b5ad-4505-8230-cedc9ea5ca27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675642 May 10 05:36:16.177200 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 64bcfeff-4d68-4f7e-83e7-d6594c3629f1 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:16.177575 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (64bcfeff-4d68-4f7e-83e7-d6594c3629f1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:16.178852 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c2ab8-111f-48cc-87de-c49e45374a39 req-fb57c975-c04d-4abd-8416-1f169dc2d074 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:16.180375 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-710c2ab8-111f-48cc-87de-c49e45374a39 req-fb57c975-c04d-4abd-8416-1f169dc2d074 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0478170 May 10 05:36:16.203037 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61b60dc-2d94-4f36-a21b-ba58bc1c65f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64bcfeff-4d68-4f7e-83e7-d6594c3629f1'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:36:16.205331 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0800c53295b7046a146618d9b887730b91c06d3b0846630efe31b30f8053b0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcf2ab6-77c0-479d-81ab-ab1129f31075" -d '{"events": [{"server_uuid": "a61b60dc-2d94-4f36-a21b-ba58bc1c65f2", "name": "network-vif-plugged", "status": "completed", "tag": "64bcfeff-4d68-4f7e-83e7-d6594c3629f1"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:36:16.218452 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 64bcfeff-4d68-4f7e-83e7-d6594c3629f1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=64bcfeff-4d68-4f7e-83e7-d6594c3629f1,segment=NetworkSegment(9225ec9f-9ab7-44e3-8189-b6b0b00fce2d),segment_id=9225ec9f-9ab7-44e3-8189-b6b0b00fce2d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:36:16.222836 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (64bcfeff-4d68-4f7e-83e7-d6594c3629f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:16.229013 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-710c2ab8-111f-48cc-87de-c49e45374a39 req-4b8b539c-ce54-40d6-ae3e-c60baf276f0e tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427549 May 10 05:36:16.251732 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56540e9-3bc7-4fda-997d-93eedce6b7b1 x-openstack-request-id: req-a56540e9-3bc7-4fda-997d-93eedce6b7b1 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:36:16.252049 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61b60dc-2d94-4f36-a21b-ba58bc1c65f2", "name": "network-vif-plugged", "status": "completed", "tag": "64bcfeff-4d68-4f7e-83e7-d6594c3629f1", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:36:16.252299 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a56540e9-3bc7-4fda-997d-93eedce6b7b1 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:36:16.252679 dv-cinder-836996-16-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a56540e9-3bc7-4fda-997d-93eedce6b7b1'] response: {'server_uuid': 'a61b60dc-2d94-4f36-a21b-ba58bc1c65f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64bcfeff-4d68-4f7e-83e7-d6594c3629f1', 'code': 200} May 10 05:36:16.278992 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=64bcfeff-4d68-4f7e-83e7-d6594c3629f1,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:16.475281 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdb84c-4003-4749-840f-eab717e3a27a req-c30ed2e3-c4ba-4539-94a1-9cf6584c9e50 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:16.476787 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b5cdb84c-4003-4749-840f-eab717e3a27a req-c30ed2e3-c4ba-4539-94a1-9cf6584c9e50 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 944 time: 0.0578802 May 10 05:36:16.526325 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b5cdb84c-4003-4749-840f-eab717e3a27a req-cd695b41-8802-475b-a0da-751e5b9d4ae2 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432234 May 10 05:36:17.285361 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d8d74-8e75-4a60-9173-87b232429538 req-4beb633e-ece9-472a-b54b-9f2e60b47ddc tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:17.293067 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d65d8d74-8e75-4a60-9173-87b232429538 req-4beb633e-ece9-472a-b54b-9f2e60b47ddc tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 945 time: 0.1543174 May 10 05:36:17.304115 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644851c-a7da-45d2-b128-7a4c689b9cc8 req-2e80f97f-cca2-4dd9-970f-ba302a50c754 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:17.305626 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4644851c-a7da-45d2-b128-7a4c689b9cc8 req-2e80f97f-cca2-4dd9-970f-ba302a50c754 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.1492801 May 10 05:36:17.347714 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fef56d-19b6-480f-bdb0-052133561f60 req-7acfe6c0-7a79-47a5-95ba-7711db856c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:17.349290 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-97fef56d-19b6-480f-bdb0-052133561f60 req-7acfe6c0-7a79-47a5-95ba-7711db856c47 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=946af2825477481298bcaa8f04b345d2&device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 1127 time: 0.1031907 May 10 05:36:17.390804 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d65d8d74-8e75-4a60-9173-87b232429538 req-76f4eeb5-17d6-4838-9e3d-32e09b9fbf8b tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967112 May 10 05:36:17.394074 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4644851c-a7da-45d2-b128-7a4c689b9cc8 req-7308a6d4-d53f-473f-94aa-a4768845161c tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784416 May 10 05:36:17.491897 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666c4bc-f770-4c1b-97fb-fa01446418be req-44c78d0b-a275-49d3-8c9c-aec623088418 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:17.493341 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c666c4bc-f770-4c1b-97fb-fa01446418be req-44c78d0b-a275-49d3-8c9c-aec623088418 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0489464 May 10 05:36:17.539675 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c666c4bc-f770-4c1b-97fb-fa01446418be req-0fd5684c-1a64-4015-847e-7cba6a993607 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402405 May 10 05:36:17.642671 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294595a-23d4-495d-9b2f-fb7dc64d829b req-582ee1e1-3d42-4953-98fb-0d362cfa6267 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:17.644182 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5294595a-23d4-495d-9b2f-fb7dc64d829b req-582ee1e1-3d42-4953-98fb-0d362cfa6267 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 944 time: 0.0506639 May 10 05:36:17.693287 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5294595a-23d4-495d-9b2f-fb7dc64d829b req-1d74478b-8eae-4860-934b-e35b6a978956 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430083 May 10 05:36:17.724756 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 48146) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:17.784016 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 34e3575e-325f-4df3-b0d0-e5c61091dc3b up at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:36:17.830403 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b92faa1a-1447-4da4-afa9-f3c0df1d8594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:17.860485 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning for port 34e3575e-325f-4df3-b0d0-e5c61091dc3b completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 05:36:17.866564 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning complete for port 34e3575e-325f-4df3-b0d0-e5c61091dc3b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:17.867143 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (34e3575e-325f-4df3-b0d0-e5c61091dc3b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:17.920274 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b92faa1a-1447-4da4-afa9-f3c0df1d8594 admin admin] Publish callbacks [] for security_group (d0a62a21-e36a-42e9-bbe4-934fa77530a4), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:17.926545 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b92faa1a-1447-4da4-afa9-f3c0df1d8594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (d0a62a21-e36a-42e9-bbe4-934fa77530a4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:17.957479 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 34e3575e-325f-4df3-b0d0-e5c61091dc3b is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:17.957849 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (34e3575e-325f-4df3-b0d0-e5c61091dc3b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:17.973756 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-b92faa1a-1447-4da4-afa9-f3c0df1d8594 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7144f72dbd3e43ea94bedc38abb35892&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479491 May 10 05:36:17.977133 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 48160) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:17.996408 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 34e3575e-325f-4df3-b0d0-e5c61091dc3b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=34e3575e-325f-4df3-b0d0-e5c61091dc3b,segment=NetworkSegment(46041a5c-387e-447a-832b-d8bd3c900a82),segment_id=46041a5c-387e-447a-832b-d8bd3c900a82)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:36:17.997915 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92faa1a-1447-4da4-afa9-f3c0df1d8594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a62a21-e36a-42e9-bbe4-934fa77530a4,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:18.004320 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (34e3575e-325f-4df3-b0d0-e5c61091dc3b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:18.020776 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fef56d-19b6-480f-bdb0-052133561f60 req-186c92ad-1bce-41aa-8617-1f065bd0c279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:18.022790 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-97fef56d-19b6-480f-bdb0-052133561f60 req-186c92ad-1bce-41aa-8617-1f065bd0c279 service neutron] 10.222.0.50 "GET /v2.0/networks?id=58a4c33e-b5ad-4505-8230-cedc9ea5ca27 HTTP/1.1" status: 200 len: 918 time: 0.2181382 May 10 05:36:18.035984 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a9cb24d-49ba-4153-b40b-9428fc3e6c5e admin admin] Publish callbacks [] for security_group (d0a62a21-e36a-42e9-bbe4-934fa77530a4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:18.057267 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a9cb24d-49ba-4153-b40b-9428fc3e6c5e admin admin] Publish callbacks [] for security_group (d0a62a21-e36a-42e9-bbe4-934fa77530a4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:18.064988 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=34e3575e-325f-4df3-b0d0-e5c61091dc3b,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:18.108330 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a9cb24d-49ba-4153-b40b-9428fc3e6c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (d0a62a21-e36a-42e9-bbe4-934fa77530a4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:18.111141 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a9cb24d-49ba-4153-b40b-9428fc3e6c5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:18.112611 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-4a9cb24d-49ba-4153-b40b-9428fc3e6c5e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d0a62a21-e36a-42e9-bbe4-934fa77530a4 HTTP/1.1" status: 204 len: 168 time: 0.1345971 May 10 05:36:18.121323 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cb24d-49ba-4153-b40b-9428fc3e6c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a62a21-e36a-42e9-bbe4-934fa77530a4,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:18.215033 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-97fef56d-19b6-480f-bdb0-052133561f60 req-4198f085-0164-4e19-9d47-9a91ba69b9de service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 HTTP/1.1" status: 200 len: 217 time: 0.0473039 May 10 05:36:18.253529 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11688325-4363-4b2a-8946-ab77a99ca5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e3575e-325f-4df3-b0d0-e5c61091dc3b'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:36:18.256583 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0800c53295b7046a146618d9b887730b91c06d3b0846630efe31b30f8053b0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fc4f5a-ef3d-4ac6-8181-ab49faf7ea5b" -d '{"events": [{"server_uuid": "11688325-4363-4b2a-8946-ab77a99ca5e7", "name": "network-vif-plugged", "status": "completed", "tag": "34e3575e-325f-4df3-b0d0-e5c61091dc3b"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:36:18.380691 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef70922-12f0-419d-9c2d-d0cab1200089 x-openstack-request-id: req-5ef70922-12f0-419d-9c2d-d0cab1200089 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:36:18.381105 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11688325-4363-4b2a-8946-ab77a99ca5e7", "name": "network-vif-plugged", "status": "completed", "tag": "34e3575e-325f-4df3-b0d0-e5c61091dc3b", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:36:18.381410 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ef70922-12f0-419d-9c2d-d0cab1200089 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:36:18.381860 dv-cinder-836996-16-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ef70922-12f0-419d-9c2d-d0cab1200089'] response: {'server_uuid': '11688325-4363-4b2a-8946-ab77a99ca5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e3575e-325f-4df3-b0d0-e5c61091dc3b', 'code': 200} May 10 05:36:18.392452 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343da719-ef9e-4d9f-aeab-fda4ed7d375a req-56b99231-c0b1-4cec-91c7-8a2047392804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:18.396887 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-343da719-ef9e-4d9f-aeab-fda4ed7d375a req-56b99231-c0b1-4cec-91c7-8a2047392804 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 1129 time: 0.0859523 May 10 05:36:18.438233 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fef56d-19b6-480f-bdb0-052133561f60 req-79565a6b-d165-46b0-b2e6-8e89d27717bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:18.443670 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-97fef56d-19b6-480f-bdb0-052133561f60 req-79565a6b-d165-46b0-b2e6-8e89d27717bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ff46a27e-f212-41bf-beb8-9faaab46805d HTTP/1.1" status: 200 len: 856 time: 0.1614153 May 10 05:36:18.460902 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 48190) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:18.495641 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-343da719-ef9e-4d9f-aeab-fda4ed7d375a req-ef6dd80a-82fb-4a1f-aa8c-0bd21fe24883 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931191 May 10 05:36:18.568410 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fef56d-19b6-480f-bdb0-052133561f60 req-047c9873-9d83-4535-955e-7685fc4aabe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:18.573323 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-97fef56d-19b6-480f-bdb0-052133561f60 req-047c9873-9d83-4535-955e-7685fc4aabe3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58a4c33e-b5ad-4505-8230-cedc9ea5ca27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1176004 May 10 05:36:18.612692 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb9fc9-7275-400f-b811-dd587c20e4e2 req-234f8b67-26c0-42cf-8999-026ad2dbf1b8 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:18.614783 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cbdb9fc9-7275-400f-b811-dd587c20e4e2 req-234f8b67-26c0-42cf-8999-026ad2dbf1b8 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 945 time: 0.1015069 May 10 05:36:18.627200 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 48196) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:18.644925 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec2f6f-e8f0-415f-a79f-c64ede9f620d req-531b5aec-d135-43e8-842d-d20d9c997fe5 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:18.646493 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8fec2f6f-e8f0-415f-a79f-c64ede9f620d req-531b5aec-d135-43e8-842d-d20d9c997fe5 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.0703762 May 10 05:36:18.648298 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9667c00-e667-43a8-8328-eb510898e859 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:18.662307 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f949374-0463-411d-a22a-05c927660355 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:18.696871 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cbdb9fc9-7275-400f-b811-dd587c20e4e2 req-653340d6-89e9-48c1-bcc3-2be25b3107e1 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763702 May 10 05:36:18.784662 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8fec2f6f-e8f0-415f-a79f-c64ede9f620d req-79421fbb-bf93-4c04-92fe-fe21b63ced97 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199243 May 10 05:36:18.904379 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5480a6-9e71-42fd-b240-3b415f5c8aec req-59dd47cf-c495-4f88-ad25-1c98766c6d32 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:18.906660 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-dd5480a6-9e71-42fd-b240-3b415f5c8aec req-59dd47cf-c495-4f88-ad25-1c98766c6d32 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.1128035 May 10 05:36:18.967238 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598e162-083f-4d41-bf93-656e579c9e47 req-7bc7f4a7-227a-4386-825a-ec8f0592234e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:18.969398 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-8598e162-083f-4d41-bf93-656e579c9e47 req-7bc7f4a7-227a-4386-825a-ec8f0592234e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 1129 time: 0.0576470 May 10 05:36:18.974838 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-97fef56d-19b6-480f-bdb0-052133561f60 req-c46f7406-3229-4c27-9b39-63b1d88fa540 service neutron] 10.222.0.50 "GET /v2.0/networks/58a4c33e-b5ad-4505-8230-cedc9ea5ca27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632842 May 10 05:36:19.011551 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61885259-9b69-402c-b185-4a777c74384a req-8488cb86-8a3d-4e09-96c4-59ab85ba45c6 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:19.013072 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-61885259-9b69-402c-b185-4a777c74384a req-8488cb86-8a3d-4e09-96c4-59ab85ba45c6 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.0951817 May 10 05:36:19.020507 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-dd5480a6-9e71-42fd-b240-3b415f5c8aec req-4cdfabdd-f760-420d-9170-38609e1dc83b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079829 May 10 05:36:19.076532 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9667c00-e667-43a8-8328-eb510898e859 admin admin] Publish callbacks [] for security_group (7dbd4ad2-bcd7-43a5-8621-8d76a444db73), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:19.080086 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-61885259-9b69-402c-b185-4a777c74384a req-3d248803-6239-4503-8e89-ab2fbc82f71b tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586350 May 10 05:36:19.081896 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f949374-0463-411d-a22a-05c927660355 admin admin] Publish callbacks [] for security_group (0d3435ed-6991-4a62-94a3-285c76b5f9ab), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:19.083291 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9667c00-e667-43a8-8328-eb510898e859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (7dbd4ad2-bcd7-43a5-8621-8d76a444db73), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:19.094393 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f949374-0463-411d-a22a-05c927660355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (0d3435ed-6991-4a62-94a3-285c76b5f9ab), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:19.138963 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-a9667c00-e667-43a8-8328-eb510898e859 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3abaef2566c045e2b62345ece6cb184c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5081799 May 10 05:36:19.139604 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 48208) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:19.141697 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9667c00-e667-43a8-8328-eb510898e859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbd4ad2-bcd7-43a5-8621-8d76a444db73,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:19.148822 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-5f949374-0463-411d-a22a-05c927660355 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a0157c057674108ae80b15adae64762&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6857667 May 10 05:36:19.151133 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 48210) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:19.195972 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f949374-0463-411d-a22a-05c927660355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3435ed-6991-4a62-94a3-285c76b5f9ab,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:19.253911 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eba9e128-d51c-4e1f-82d2-cde0dc63ce8b admin admin] Publish callbacks [] for security_group (0d3435ed-6991-4a62-94a3-285c76b5f9ab), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:19.260674 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-8598e162-083f-4d41-bf93-656e579c9e47 req-6576d94d-3356-410f-b718-990b929e84d1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607228 May 10 05:36:19.264901 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f4f722d5-4f56-4422-b2f5-4b4f32ee38c2 admin admin] Publish callbacks [] for security_group (7dbd4ad2-bcd7-43a5-8621-8d76a444db73), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:19.278870 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eba9e128-d51c-4e1f-82d2-cde0dc63ce8b admin admin] Publish callbacks [] for security_group (0d3435ed-6991-4a62-94a3-285c76b5f9ab), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:19.297234 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f4f722d5-4f56-4422-b2f5-4b4f32ee38c2 admin admin] Publish callbacks [] for security_group (7dbd4ad2-bcd7-43a5-8621-8d76a444db73), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:19.326189 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eba9e128-d51c-4e1f-82d2-cde0dc63ce8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (0d3435ed-6991-4a62-94a3-285c76b5f9ab), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:19.328785 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eba9e128-d51c-4e1f-82d2-cde0dc63ce8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:19.332309 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-eba9e128-d51c-4e1f-82d2-cde0dc63ce8b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d3435ed-6991-4a62-94a3-285c76b5f9ab HTTP/1.1" status: 204 len: 168 time: 0.1778865 May 10 05:36:19.335900 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-97fef56d-19b6-480f-bdb0-052133561f60 req-984c84e2-b45b-4223-95df-b5b88ea13607 service neutron] 10.222.0.50 "GET /v2.0/networks/58a4c33e-b5ad-4505-8230-cedc9ea5ca27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368437 May 10 05:36:19.339416 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9e128-d51c-4e1f-82d2-cde0dc63ce8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3435ed-6991-4a62-94a3-285c76b5f9ab,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:19.366079 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f4f722d5-4f56-4422-b2f5-4b4f32ee38c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (7dbd4ad2-bcd7-43a5-8621-8d76a444db73), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:19.368616 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f4f722d5-4f56-4422-b2f5-4b4f32ee38c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:19.369786 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-f4f722d5-4f56-4422-b2f5-4b4f32ee38c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7dbd4ad2-bcd7-43a5-8621-8d76a444db73 HTTP/1.1" status: 204 len: 168 time: 0.2292116 May 10 05:36:19.381306 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f722d5-4f56-4422-b2f5-4b4f32ee38c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbd4ad2-bcd7-43a5-8621-8d76a444db73,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:19.700073 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 48226) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:19.716221 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8981674-fc2f-457a-9d02-9a87642bccda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:19.789806 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 05:36:19.803828 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8981674-fc2f-457a-9d02-9a87642bccda admin admin] Publish callbacks [] for security_group (a5ef9c85-d621-4f9e-a9f1-48e2f2dd4790), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:19.809731 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8981674-fc2f-457a-9d02-9a87642bccda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (a5ef9c85-d621-4f9e-a9f1-48e2f2dd4790), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:19.831298 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 48234) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:19.861306 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8981674-fc2f-457a-9d02-9a87642bccda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ef9c85-d621-4f9e-a9f1-48e2f2dd4790,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:19.868334 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-a8981674-fc2f-457a-9d02-9a87642bccda admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=760f055515564b91a38a61129ef28310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1670778 May 10 05:36:19.870733 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 48238) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:19.963365 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1b1c74d4-bb02-47ae-a80c-f1985a28f7f1,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:36:19.982553 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Returning: {'device': '1b1c74d4-bb02-47ae-a80c-f1985a28f7f1', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'port_id': '1b1c74d4-bb02-47ae-a80c-f1985a28f7f1', 'mac_address': 'fa:16:3e:26:c6:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 05:36:20.030196 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3a3acc16-e3b2-40ef-8e94-4826e9cb6265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:20.032277 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:20.032569 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (1b1c74d4-bb02-47ae-a80c-f1985a28f7f1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:20.039518 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7ec9-e6ee-42af-8e1c-605fa3c743a2 req-09526e54-f4b6-45dd-b19e-398761d2179b tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:20.041024 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d56a7ec9-e6ee-42af-8e1c-605fa3c743a2 req-09526e54-f4b6-45dd-b19e-398761d2179b tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.1386793 May 10 05:36:20.053169 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:36:20.118151 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1b1c74d4-bb02-47ae-a80c-f1985a28f7f1,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:36:20.127014 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (1b1c74d4-bb02-47ae-a80c-f1985a28f7f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:20.210751 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=1b1c74d4-bb02-47ae-a80c-f1985a28f7f1,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:20.264298 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b51341e9-8a68-4256-b9c0-6734e5eea752 admin admin] Publish callbacks [] for security_group (a5ef9c85-d621-4f9e-a9f1-48e2f2dd4790), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:20.343900 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b51341e9-8a68-4256-b9c0-6734e5eea752 admin admin] Publish callbacks [] for security_group (a5ef9c85-d621-4f9e-a9f1-48e2f2dd4790), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:20.363350 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c144b3-2df8-46df-8f0a-b70edd46d0bb req-bff15df5-6e74-46a0-a021-4ff268828e05 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:20.363350 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-06c144b3-2df8-46df-8f0a-b70edd46d0bb req-bff15df5-6e74-46a0-a021-4ff268828e05 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 944 time: 0.1011298 May 10 05:36:20.408995 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['1b1c74d4-bb02-47ae-a80c-f1985a28f7f1'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:36:20.409440 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d56a7ec9-e6ee-42af-8e1c-605fa3c743a2 req-8df09e0d-a90f-4c51-8afa-5b71ca25393d tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603547 May 10 05:36:20.481719 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-06c144b3-2df8-46df-8f0a-b70edd46d0bb req-976792a4-f4e4-4c90-8c38-86d1dc8b667a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097693 May 10 05:36:20.491918 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b51341e9-8a68-4256-b9c0-6734e5eea752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (a5ef9c85-d621-4f9e-a9f1-48e2f2dd4790), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:20.498811 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b51341e9-8a68-4256-b9c0-6734e5eea752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:20.501112 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-b51341e9-8a68-4256-b9c0-6734e5eea752 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5ef9c85-d621-4f9e-a9f1-48e2f2dd4790 HTTP/1.1" status: 204 len: 168 time: 0.6287603 May 10 05:36:20.537290 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51341e9-8a68-4256-b9c0-6734e5eea752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ef9c85-d621-4f9e-a9f1-48e2f2dd4790,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:20.562981 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51341e9-8a68-4256-b9c0-6734e5eea752 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:20.563530 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51341e9-8a68-4256-b9c0-6734e5eea752 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:20.564048 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51341e9-8a68-4256-b9c0-6734e5eea752 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:20.564609 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51341e9-8a68-4256-b9c0-6734e5eea752 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:20.565177 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51341e9-8a68-4256-b9c0-6734e5eea752 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:20.565653 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51341e9-8a68-4256-b9c0-6734e5eea752 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:20.566123 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51341e9-8a68-4256-b9c0-6734e5eea752 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:20.566595 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51341e9-8a68-4256-b9c0-6734e5eea752 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:20.567079 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51341e9-8a68-4256-b9c0-6734e5eea752 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:20.567708 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51341e9-8a68-4256-b9c0-6734e5eea752 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:20.568180 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51341e9-8a68-4256-b9c0-6734e5eea752 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:20.568649 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51341e9-8a68-4256-b9c0-6734e5eea752 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:20.569114 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51341e9-8a68-4256-b9c0-6734e5eea752 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:20.569593 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51341e9-8a68-4256-b9c0-6734e5eea752 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:20.570046 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51341e9-8a68-4256-b9c0-6734e5eea752 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:20.596370 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3a3acc16-e3b2-40ef-8e94-4826e9cb6265 admin admin] Publish callbacks [] for security_group (b2fef2a2-5bf7-467d-90d7-260e1c8729ad), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:20.615153 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3a3acc16-e3b2-40ef-8e94-4826e9cb6265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (b2fef2a2-5bf7-467d-90d7-260e1c8729ad), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:20.646221 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e370bb2-40f9-4c16-924e-856da99e25a8 req-86a17c79-310d-4a5c-a662-8b2eb7e1f423 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:20.653597 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8e370bb2-40f9-4c16-924e-856da99e25a8 req-86a17c79-310d-4a5c-a662-8b2eb7e1f423 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.1178408 May 10 05:36:20.744272 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-3a3acc16-e3b2-40ef-8e94-4826e9cb6265 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=68484ac6fff0418da13a7f3791f96f17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9115922 May 10 05:36:20.746980 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 48284) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:20.766753 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3acc16-e3b2-40ef-8e94-4826e9cb6265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fef2a2-5bf7-467d-90d7-260e1c8729ad,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:20.821536 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8e370bb2-40f9-4c16-924e-856da99e25a8 req-aeae2160-0891-4a9e-8303-253829e5559d tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667376 May 10 05:36:20.878750 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-68fbdd82-b13b-4271-a846-bb7385e43300 admin admin] Publish callbacks [] for security_group (b2fef2a2-5bf7-467d-90d7-260e1c8729ad), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:20.924686 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-68fbdd82-b13b-4271-a846-bb7385e43300 admin admin] Publish callbacks [] for security_group (b2fef2a2-5bf7-467d-90d7-260e1c8729ad), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:20.997237 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-68fbdd82-b13b-4271-a846-bb7385e43300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (b2fef2a2-5bf7-467d-90d7-260e1c8729ad), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:21.000291 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-68fbdd82-b13b-4271-a846-bb7385e43300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:21.004412 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-68fbdd82-b13b-4271-a846-bb7385e43300 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2fef2a2-5bf7-467d-90d7-260e1c8729ad HTTP/1.1" status: 204 len: 168 time: 0.2560341 May 10 05:36:21.012670 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fbdd82-b13b-4271-a846-bb7385e43300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fef2a2-5bf7-467d-90d7-260e1c8729ad,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:21.022186 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fbdd82-b13b-4271-a846-bb7385e43300 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:21.022713 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fbdd82-b13b-4271-a846-bb7385e43300 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:21.023235 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fbdd82-b13b-4271-a846-bb7385e43300 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:21.023923 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fbdd82-b13b-4271-a846-bb7385e43300 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:21.024635 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fbdd82-b13b-4271-a846-bb7385e43300 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:21.025257 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fbdd82-b13b-4271-a846-bb7385e43300 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:21.025843 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fbdd82-b13b-4271-a846-bb7385e43300 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:21.026337 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fbdd82-b13b-4271-a846-bb7385e43300 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:21.026846 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fbdd82-b13b-4271-a846-bb7385e43300 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:21.027434 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fbdd82-b13b-4271-a846-bb7385e43300 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:21.027946 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fbdd82-b13b-4271-a846-bb7385e43300 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:21.028617 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fbdd82-b13b-4271-a846-bb7385e43300 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:21.029787 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fbdd82-b13b-4271-a846-bb7385e43300 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:21.030276 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fbdd82-b13b-4271-a846-bb7385e43300 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:21.030946 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fbdd82-b13b-4271-a846-bb7385e43300 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:21.192516 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974a8df-a6ff-4922-8229-3fa15e51aa7b req-ad5490e4-b5d9-4895-963b-e8727d3457e9 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:21.194174 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2974a8df-a6ff-4922-8229-3fa15e51aa7b req-ad5490e4-b5d9-4895-963b-e8727d3457e9 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.0526350 May 10 05:36:21.262426 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2974a8df-a6ff-4922-8229-3fa15e51aa7b req-650fd41e-2e93-4900-be9f-e10c863aa7f5 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598640 May 10 05:36:21.617505 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70de54d-a890-4692-bf0e-f7f438b48012 req-f43d6912-e5c6-4254-898c-c109b8d7e752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:21.619437 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a70de54d-a890-4692-bf0e-f7f438b48012 req-f43d6912-e5c6-4254-898c-c109b8d7e752 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5655a11bb4d94e7fb7186eb1bec105cb&device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 1129 time: 0.0866966 May 10 05:36:21.728025 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff326d-6b24-45bc-b7d0-9bb2589a3dc0 req-1b2d5a11-856c-4be5-a2c0-0ddf4eaee379 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:21.729540 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-11ff326d-6b24-45bc-b7d0-9bb2589a3dc0 req-1b2d5a11-856c-4be5-a2c0-0ddf4eaee379 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 944 time: 0.1089401 May 10 05:36:21.786013 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 up at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:36:21.803897 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70de54d-a890-4692-bf0e-f7f438b48012 req-b41395e9-d065-482b-b4c5-e559c8a70fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:21.805819 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a70de54d-a890-4692-bf0e-f7f438b48012 req-b41395e9-d065-482b-b4c5-e559c8a70fd0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 HTTP/1.1" status: 200 len: 919 time: 0.1750171 May 10 05:36:21.879361 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning for port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 05:36:21.889397 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a70de54d-a890-4692-bf0e-f7f438b48012 req-61f13c18-76c9-47ca-ba03-2951da72162d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64bcfeff-4d68-4f7e-83e7-d6594c3629f1 HTTP/1.1" status: 200 len: 217 time: 0.0697851 May 10 05:36:21.892492 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning complete for port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:21.893602 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (1b1c74d4-bb02-47ae-a80c-f1985a28f7f1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:21.910242 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-11ff326d-6b24-45bc-b7d0-9bb2589a3dc0 req-2f912c2c-d971-48b2-81e0-8c3655b335c4 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612711 May 10 05:36:22.008638 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d26b80-50f7-4106-96c5-263717b5f949 req-8a43fa8b-84e5-41c5-a9ba-f115e5609ffa tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:22.010048 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-70d26b80-50f7-4106-96c5-263717b5f949 req-8a43fa8b-84e5-41c5-a9ba-f115e5609ffa tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.0765479 May 10 05:36:22.011931 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70de54d-a890-4692-bf0e-f7f438b48012 req-9e06b863-5499-4256-8169-f29821e3216f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:22.013430 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a70de54d-a890-4692-bf0e-f7f438b48012 req-9e06b863-5499-4256-8169-f29821e3216f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5cda1426-dd5e-4474-b1b8-e2dd037a4f93 HTTP/1.1" status: 200 len: 857 time: 0.0944817 May 10 05:36:22.029460 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:22.029880 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (1b1c74d4-bb02-47ae-a80c-f1985a28f7f1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:22.067399 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8004d02a-acb5-48ec-904d-d9b45428d61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1c74d4-bb02-47ae-a80c-f1985a28f7f1'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:36:22.070667 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0800c53295b7046a146618d9b887730b91c06d3b0846630efe31b30f8053b0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1270586-b7d4-4d9b-b01b-e14431fa4327" -d '{"events": [{"server_uuid": "8004d02a-acb5-48ec-904d-d9b45428d61c", "name": "network-vif-plugged", "status": "completed", "tag": "1b1c74d4-bb02-47ae-a80c-f1985a28f7f1"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:36:22.074906 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1b1c74d4-bb02-47ae-a80c-f1985a28f7f1,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:36:22.081427 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (1b1c74d4-bb02-47ae-a80c-f1985a28f7f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:22.143866 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70de54d-a890-4692-bf0e-f7f438b48012 req-53c8a532-5dbf-49bd-96a9-8e28668dc422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:22.144695 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dceca8b3-98fa-4db9-8c2d-e56a9ec164fa x-openstack-request-id: req-dceca8b3-98fa-4db9-8c2d-e56a9ec164fa {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:36:22.145028 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8004d02a-acb5-48ec-904d-d9b45428d61c", "name": "network-vif-plugged", "status": "completed", "tag": "1b1c74d4-bb02-47ae-a80c-f1985a28f7f1", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:36:22.145276 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dceca8b3-98fa-4db9-8c2d-e56a9ec164fa {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:36:22.145658 dv-cinder-836996-16-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dceca8b3-98fa-4db9-8c2d-e56a9ec164fa'] response: {'server_uuid': '8004d02a-acb5-48ec-904d-d9b45428d61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1c74d4-bb02-47ae-a80c-f1985a28f7f1', 'code': 200} May 10 05:36:22.147017 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a70de54d-a890-4692-bf0e-f7f438b48012 req-53c8a532-5dbf-49bd-96a9-8e28668dc422 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1176333 May 10 05:36:22.167806 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-70d26b80-50f7-4106-96c5-263717b5f949 req-08f647ac-e0ee-4f8a-8f47-ecbf00db4f1c tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492167 May 10 05:36:22.181366 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=1b1c74d4-bb02-47ae-a80c-f1985a28f7f1,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:22.202348 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:22.203108 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:22.203643 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:22.204131 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:22.204620 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:22.207130 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:22.207619 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:22.208104 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:22.208574 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:22.213797 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:22.214288 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:22.214745 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:22.215194 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:22.215667 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:22.216130 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:22.358235 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08190602-d581-4d34-a736-e76636154d0f req-15364b80-287e-4942-8021-73d55378023f tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:22.360719 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-08190602-d581-4d34-a736-e76636154d0f req-15364b80-287e-4942-8021-73d55378023f tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.0711815 May 10 05:36:22.366557 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 48364) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:22.371351 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-9b52f5b1-7a3f-4149-a3d6-0cb5683e3ec9 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Request body: {'floatingip': {'port_id': '34e3575e-325f-4df3-b0d0-e5c61091dc3b'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:36:22.386455 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a70de54d-a890-4692-bf0e-f7f438b48012 req-549fa9a9-7b7f-43fb-a351-e43926d271cf service neutron] 10.222.0.50 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321870 May 10 05:36:22.439967 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30d267-89e2-4e26-b7b7-c6f8744d4ab4 req-a3f866ee-61be-4296-b0b1-6b0c40320c7d tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:22.443314 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2b30d267-89e2-4e26-b7b7-c6f8744d4ab4 req-a3f866ee-61be-4296-b0b1-6b0c40320c7d tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.0759823 May 10 05:36:22.489814 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b52f5b1-7a3f-4149-a3d6-0cb5683e3ec9 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for floatingip (3e809d00-e541-4f85-b0a3-781b8953b952), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:22.526220 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2b30d267-89e2-4e26-b7b7-c6f8744d4ab4 req-ab391519-3921-4cd2-9a32-93290012b248 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766995 May 10 05:36:22.758355 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db554bd3-ea18-4870-a0af-c94ed5662850 req-f2506a01-66bc-4db0-8049-1963bfa290d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:22.760364 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-db554bd3-ea18-4870-a0af-c94ed5662850 req-f2506a01-66bc-4db0-8049-1963bfa290d8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 1129 time: 0.0873897 May 10 05:36:22.789838 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a70de54d-a890-4692-bf0e-f7f438b48012 req-ea483cf1-d05b-48a7-b321-6660e90b1723 service neutron] 10.222.0.50 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680655 May 10 05:36:22.889919 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-db554bd3-ea18-4870-a0af-c94ed5662850 req-539a9cda-2455-4c2b-9b3c-942c6e38fff5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086760 May 10 05:36:23.046867 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d63d49-2565-4747-b824-082f3224e7e0 req-41d0b6a9-38ce-47d7-b494-c12cc51f206e tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:23.049534 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-00d63d49-2565-4747-b824-082f3224e7e0 req-41d0b6a9-38ce-47d7-b494-c12cc51f206e tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.0545559 May 10 05:36:23.129775 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-00d63d49-2565-4747-b824-082f3224e7e0 req-53ccc7a5-4722-425d-82f6-00934d84619e tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740097 May 10 05:36:23.286596 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b52f5b1-7a3f-4149-a3d6-0cb5683e3ec9 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:23.291706 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b52f5b1-7a3f-4149-a3d6-0cb5683e3ec9 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (3e809d00-e541-4f85-b0a3-781b8953b952), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:23.401890 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.db.l3_db [None req-9b52f5b1-7a3f-4149-a3d6-0cb5683e3ec9 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Floating IP 3e809d00-e541-4f85-b0a3-781b8953b952 associated. External IP: 172.27.0.207, port: 34e3575e-325f-4df3-b0d0-e5c61091dc3b. May 10 05:36:23.673940 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b52f5b1-7a3f-4149-a3d6-0cb5683e3ec9 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Router d46fe4cc-be48-4536-8e79-8e4809c02dc3 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:36:23.689825 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd526deb-a634-453e-87e0-cac0f64822cf req-01dd9160-8b5f-4c03-afbe-82abc479913e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:23.698494 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bd526deb-a634-453e-87e0-cac0f64822cf req-01dd9160-8b5f-4c03-afbe-82abc479913e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.0905054 May 10 05:36:23.756568 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 48426) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:23.777490 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bd526deb-a634-453e-87e0-cac0f64822cf req-0d0e5ced-6f63-4750-a659-ae57888f1e7c tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742390 May 10 05:36:23.841454 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b52f5b1-7a3f-4149-a3d6-0cb5683e3ec9 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:36:23.847417 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b52f5b1-7a3f-4149-a3d6-0cb5683e3ec9 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:23.858250 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfafcb0-44f9-46f2-b8a1-7a73ba5c4d3b None None] Sync routers for ids ['d46fe4cc-be48-4536-8e79-8e4809c02dc3'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:36:23.870438 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfafcb0-44f9-46f2-b8a1-7a73ba5c4d3b None None] Routers {'d46fe4cc-be48-4536-8e79-8e4809c02dc3'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:36:23.871284 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-5dfafcb0-44f9-46f2-b8a1-7a73ba5c4d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:36:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['d46fe4cc-be48-4536-8e79-8e4809c02dc3'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:23.897483 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-9b52f5b1-7a3f-4149-a3d6-0cb5683e3ec9 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "PUT /v2.0/floatingips/3e809d00-e541-4f85-b0a3-781b8953b952 HTTP/1.1" status: 200 len: 991 time: 1.5298102 May 10 05:36:23.898409 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11688325-4363-4b2a-8946-ab77a99ca5e7', 'tag': '34e3575e-325f-4df3-b0d0-e5c61091dc3b'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:36:23.900727 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e659a47-f314-4f47-8022-974d45fa7476" -d '{"events": [{"name": "network-changed", "server_uuid": "11688325-4363-4b2a-8946-ab77a99ca5e7", "tag": "34e3575e-325f-4df3-b0d0-e5c61091dc3b"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:36:23.906234 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4600205a-d4fb-423f-abff-3140222a6f45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:23.961252 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eead27b-b0c8-40da-95a8-9d1b81bc8cb9 x-openstack-request-id: req-2eead27b-b0c8-40da-95a8-9d1b81bc8cb9 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:36:23.961605 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11688325-4363-4b2a-8946-ab77a99ca5e7", "tag": "34e3575e-325f-4df3-b0d0-e5c61091dc3b", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:36:23.961969 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2eead27b-b0c8-40da-95a8-9d1b81bc8cb9 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:36:23.962363 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eead27b-b0c8-40da-95a8-9d1b81bc8cb9'] response: {'name': 'network-changed', 'server_uuid': '11688325-4363-4b2a-8946-ab77a99ca5e7', 'tag': '34e3575e-325f-4df3-b0d0-e5c61091dc3b', 'status': 'completed', 'code': 200} May 10 05:36:23.982954 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-5dfafcb0-44f9-46f2-b8a1-7a73ba5c4d3b None None] Set router d46fe4cc-be48-4536-8e79-8e4809c02dc3 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:36:24.205563 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4600205a-d4fb-423f-abff-3140222a6f45 admin admin] Publish callbacks [] for security_group (32eba2fa-71c0-45ce-b6af-328413f1ffa5), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:24.213158 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4600205a-d4fb-423f-abff-3140222a6f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (32eba2fa-71c0-45ce-b6af-328413f1ffa5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:24.249399 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e659a47-f314-4f47-8022-974d45fa7476 req-c8a80032-a30d-4014-8bad-b33e53650c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:24.251057 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-4e659a47-f314-4f47-8022-974d45fa7476 req-c8a80032-a30d-4014-8bad-b33e53650c2a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a950288ff0b408ea461a2206204f2e6&device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 1129 time: 0.0851195 May 10 05:36:24.260438 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-4600205a-d4fb-423f-abff-3140222a6f45 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae5e16ebae5349fb9fa55180727f726b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5027783 May 10 05:36:24.261252 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ee5c3-fa04-42cf-9686-9b42db38e5a9 req-d38b9bab-abf5-41d9-8592-209f7e5e9003 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:24.262732 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600205a-d4fb-423f-abff-3140222a6f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32eba2fa-71c0-45ce-b6af-328413f1ffa5,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:24.263821 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f52ee5c3-fa04-42cf-9686-9b42db38e5a9 req-d38b9bab-abf5-41d9-8592-209f7e5e9003 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.0486665 May 10 05:36:24.264293 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 48440) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:24.271282 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-5dfafcb0-44f9-46f2-b8a1-7a73ba5c4d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'name': 'tempest-AttachVolumeTestJSON-988017641-router', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:26Z', 'revision_number': 4, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'gw_port': {'id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '3e809d00-e541-4f85-b0a3-781b8953b952', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'port_id': '34e3575e-325f-4df3-b0d0-e5c61091dc3b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f', 'mac_address': 'fa:16:3e:68:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11688325-4363-4b2a-8946-ab77a99ca5e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:35:40Z', 'updated_at': '2022-05-10T05:36:23Z', 'revision_number': 1, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73015f99-60d3-4593-b8e6-09b3bebf7fe4', 'name': '', 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'mac_address': 'fa:16:3e:27:a8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:37Z', 'revision_number': 5, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'subnets': [{'id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:24.299023 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfafcb0-44f9-46f2-b8a1-7a73ba5c4d3b None None] Checking router: d46fe4cc-be48-4536-8e79-8e4809c02dc3 for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:36:24.307498 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfafcb0-44f9-46f2-b8a1-7a73ba5c4d3b None None] Routers {'d46fe4cc-be48-4536-8e79-8e4809c02dc3'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:36:24.308124 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-5dfafcb0-44f9-46f2-b8a1-7a73ba5c4d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:36:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['d46fe4cc-be48-4536-8e79-8e4809c02dc3'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:24.349027 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f52ee5c3-fa04-42cf-9686-9b42db38e5a9 req-4f71c29b-3724-4ff3-b25d-3b78b32e62fe tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676835 May 10 05:36:24.351904 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1d048ff9-cdf6-448e-a064-79f782af7f2f admin admin] Publish callbacks [] for security_group (32eba2fa-71c0-45ce-b6af-328413f1ffa5), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:24.379087 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1d048ff9-cdf6-448e-a064-79f782af7f2f admin admin] Publish callbacks [] for security_group (32eba2fa-71c0-45ce-b6af-328413f1ffa5), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:24.412386 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e659a47-f314-4f47-8022-974d45fa7476 req-5caf4637-3115-4c2e-9f17-83f22555f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:24.413883 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-4e659a47-f314-4f47-8022-974d45fa7476 req-5caf4637-3115-4c2e-9f17-83f22555f781 service neutron] 10.222.0.50 "GET /v2.0/networks?id=04cb81b5-85e4-4ffa-8556-8a80e37bea1f HTTP/1.1" status: 200 len: 911 time: 0.1524653 May 10 05:36:24.419311 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-5dfafcb0-44f9-46f2-b8a1-7a73ba5c4d3b None None] Set router d46fe4cc-be48-4536-8e79-8e4809c02dc3 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:36:24.439259 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1d048ff9-cdf6-448e-a064-79f782af7f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (32eba2fa-71c0-45ce-b6af-328413f1ffa5), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:24.442091 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1d048ff9-cdf6-448e-a064-79f782af7f2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:24.443374 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-1d048ff9-cdf6-448e-a064-79f782af7f2f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32eba2fa-71c0-45ce-b6af-328413f1ffa5 HTTP/1.1" status: 204 len: 168 time: 0.1780751 May 10 05:36:24.451804 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d048ff9-cdf6-448e-a064-79f782af7f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32eba2fa-71c0-45ce-b6af-328413f1ffa5,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:24.721410 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-5dfafcb0-44f9-46f2-b8a1-7a73ba5c4d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'name': 'tempest-AttachVolumeTestJSON-988017641-router', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:26Z', 'revision_number': 4, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'gw_port': {'id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '3e809d00-e541-4f85-b0a3-781b8953b952', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'port_id': '34e3575e-325f-4df3-b0d0-e5c61091dc3b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f', 'mac_address': 'fa:16:3e:68:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11688325-4363-4b2a-8946-ab77a99ca5e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:35:40Z', 'updated_at': '2022-05-10T05:36:23Z', 'revision_number': 1, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73015f99-60d3-4593-b8e6-09b3bebf7fe4', 'name': '', 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'mac_address': 'fa:16:3e:27:a8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:37Z', 'revision_number': 5, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'subnets': [{'id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:24.749881 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfafcb0-44f9-46f2-b8a1-7a73ba5c4d3b None None] The sync data for ids ['d46fe4cc-be48-4536-8e79-8e4809c02dc3'] in dv-cinder-836996-16-iscsi is: [{'id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'name': 'tempest-AttachVolumeTestJSON-988017641-router', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:26Z', 'revision_number': 4, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'gw_port': {'id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '3e809d00-e541-4f85-b0a3-781b8953b952', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'port_id': '34e3575e-325f-4df3-b0d0-e5c61091dc3b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f', 'mac_address': 'fa:16:3e:68:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11688325-4363-4b2a-8946-ab77a99ca5e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:35:40Z', 'updated_at': '2022-05-10T05:36:23Z', 'revision_number': 1, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73015f99-60d3-4593-b8e6-09b3bebf7fe4', 'name': '', 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'mac_address': 'fa:16:3e:27:a8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:37Z', 'revision_number': 5, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'subnets': [{'id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:36:24.751106 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 48452) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:24.765223 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-881abce8-a84b-4159-b5c9-143ca9d67f84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:24.852258 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-881abce8-a84b-4159-b5c9-143ca9d67f84 admin admin] Publish callbacks [] for security_group (4b1649e9-4d73-4adb-88b3-56d4233d53a8), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:24.865073 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-881abce8-a84b-4159-b5c9-143ca9d67f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (4b1649e9-4d73-4adb-88b3-56d4233d53a8), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:24.929965 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf6d00-3663-45e1-a7e6-c74369ccdb68 req-43b2db7c-4877-4487-9519-142bb85c09dc tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:24.931524 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a0cf6d00-3663-45e1-a7e6-c74369ccdb68 req-43b2db7c-4877-4487-9519-142bb85c09dc tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.0821078 May 10 05:36:24.945799 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-881abce8-a84b-4159-b5c9-143ca9d67f84 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1583374ec3b7485ea8a682bf7fda3c33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1930673 May 10 05:36:24.948627 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 48462) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:24.953364 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881abce8-a84b-4159-b5c9-143ca9d67f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1649e9-4d73-4adb-88b3-56d4233d53a8,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:25.035382 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a0cf6d00-3663-45e1-a7e6-c74369ccdb68 req-6f606265-447c-4ece-b42f-4ffa7d208468 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959945 May 10 05:36:25.143278 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-4e659a47-f314-4f47-8022-974d45fa7476 req-6f369c5a-78ca-4b9b-8957-dd395cbf55b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34e3575e-325f-4df3-b0d0-e5c61091dc3b HTTP/1.1" status: 200 len: 999 time: 0.1506264 May 10 05:36:25.146173 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ded8956e-8eed-499a-a047-3b68d70f4e28 admin admin] Publish callbacks [] for security_group (4b1649e9-4d73-4adb-88b3-56d4233d53a8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:25.206712 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ded8956e-8eed-499a-a047-3b68d70f4e28 admin admin] Publish callbacks [] for security_group (4b1649e9-4d73-4adb-88b3-56d4233d53a8), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:25.226519 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e659a47-f314-4f47-8022-974d45fa7476 req-35b85062-bc3a-4131-bd17-c852cb57dd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:25.228008 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-4e659a47-f314-4f47-8022-974d45fa7476 req-35b85062-bc3a-4131-bd17-c852cb57dd48 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec HTTP/1.1" status: 200 len: 849 time: 0.0754957 May 10 05:36:25.285782 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e659a47-f314-4f47-8022-974d45fa7476 req-f4417917-7eb2-4c83-9e6b-6734bfac3854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:25.287365 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-4e659a47-f314-4f47-8022-974d45fa7476 req-f4417917-7eb2-4c83-9e6b-6734bfac3854 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04cb81b5-85e4-4ffa-8556-8a80e37bea1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471838 May 10 05:36:25.309176 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ded8956e-8eed-499a-a047-3b68d70f4e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (4b1649e9-4d73-4adb-88b3-56d4233d53a8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:25.311702 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ded8956e-8eed-499a-a047-3b68d70f4e28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:25.315356 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-ded8956e-8eed-499a-a047-3b68d70f4e28 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b1649e9-4d73-4adb-88b3-56d4233d53a8 HTTP/1.1" status: 204 len: 168 time: 0.3629630 May 10 05:36:25.359545 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8956e-8eed-499a-a047-3b68d70f4e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1649e9-4d73-4adb-88b3-56d4233d53a8,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:25.368193 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2fba1843-2fae-4318-a573-25d8c2390254 req-94e2ede0-23a7-4fb5-ac84-b0a58d87985b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800219 May 10 05:36:25.419936 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-4e659a47-f314-4f47-8022-974d45fa7476 req-4e30a43d-fae9-4833-8c4d-5492b2e4c8a6 service neutron] 10.222.0.50 "GET /v2.0/networks/04cb81b5-85e4-4ffa-8556-8a80e37bea1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191771 May 10 05:36:25.534434 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba1843-2fae-4318-a573-25d8c2390254 req-f8f5d0ef-b357-46e1-ae7b-a6eb9c853ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:25.536426 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2fba1843-2fae-4318-a573-25d8c2390254 req-f8f5d0ef-b357-46e1-ae7b-a6eb9c853ddf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a4b426f4da354914ab7f6f98d583f557&device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 1129 time: 0.0879397 May 10 05:36:25.553293 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3dda1-8436-44ce-80cd-80c65277246f req-50e95a60-f2c2-4a8a-a459-4a874bbf96ac tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:25.558700 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-87d3dda1-8436-44ce-80cd-80c65277246f req-50e95a60-f2c2-4a8a-a459-4a874bbf96ac tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.0666332 May 10 05:36:25.572251 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-4e659a47-f314-4f47-8022-974d45fa7476 req-7bc0674d-c0df-4b35-a148-4e74d4ce4d1b service neutron] 10.222.0.50 "GET /v2.0/networks/04cb81b5-85e4-4ffa-8556-8a80e37bea1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445341 May 10 05:36:25.658480 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-87d3dda1-8436-44ce-80cd-80c65277246f req-cba74911-79a9-40e6-b0c9-6222257bd3e0 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947220 May 10 05:36:25.681455 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba1843-2fae-4318-a573-25d8c2390254 req-1e07b5a2-839b-49d5-a70a-e121ad854ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:25.682916 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2fba1843-2fae-4318-a573-25d8c2390254 req-1e07b5a2-839b-49d5-a70a-e121ad854ba4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fb9c257f-d658-42e8-955f-e318f6125a57 HTTP/1.1" status: 200 len: 913 time: 0.1265011 May 10 05:36:25.689626 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6f6190-25b7-469a-b967-607a3d430b4e None None] New status for floating IP 3e809d00-e541-4f85-b0a3-781b8953b952: ACTIVE {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 05:36:25.737661 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2fba1843-2fae-4318-a573-25d8c2390254 req-8646ada3-d127-4a1c-bbb7-5a5c2c4b0413 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdae9f00-03a9-4731-934b-1eb0bcea6d64 HTTP/1.1" status: 200 len: 217 time: 0.0486257 May 10 05:36:25.814259 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca716bb1-80a9-49e9-a06d-ab099629d273 req-d617585f-6e9b-4bf1-8b86-45a929db134c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:25.815789 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ca716bb1-80a9-49e9-a06d-ab099629d273 req-d617585f-6e9b-4bf1-8b86-45a929db134c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.0767355 May 10 05:36:25.821649 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba1843-2fae-4318-a573-25d8c2390254 req-e2d87a64-6c5e-414c-923b-1e5f0bc45517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:25.823092 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2fba1843-2fae-4318-a573-25d8c2390254 req-e2d87a64-6c5e-414c-923b-1e5f0bc45517 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ef201a16-b249-4de4-a64d-c2cbe1c2c303 HTTP/1.1" status: 200 len: 852 time: 0.0753870 May 10 05:36:25.825473 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 48490) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:25.830531 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-b3ad7000-e2b7-403b-85e7-2a61207a0751 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Request body: {'floatingip': {'port_id': '1b1c74d4-bb02-47ae-a80c-f1985a28f7f1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:36:25.919160 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2fba1843-2fae-4318-a573-25d8c2390254 req-9a77f291-d0d2-420c-98c1-044161fc8a1b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fb9c257f-d658-42e8-955f-e318f6125a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854044 May 10 05:36:25.926106 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3ad7000-e2b7-403b-85e7-2a61207a0751 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for floatingip (270f886c-33ab-4a62-9c9f-cfb48ca4358f), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:26.163487 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 48506) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:26.218360 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2fba1843-2fae-4318-a573-25d8c2390254 req-c7229616-44f6-4781-a579-125054fa88a9 service neutron] 10.222.0.50 "GET /v2.0/networks/fb9c257f-d658-42e8-955f-e318f6125a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528069 May 10 05:36:26.244078 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6bd09-4b77-4494-bbe3-9c597e4f3a50 req-9b522e5b-a072-4fb5-bcd6-b0cc514969f7 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:26.245417 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3ff6bd09-4b77-4494-bbe3-9c597e4f3a50 req-9b522e5b-a072-4fb5-bcd6-b0cc514969f7 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.1133142 May 10 05:36:26.340755 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7d53f8a2-e713-4a03-9881-fd059613ffcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:26.440242 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7d53f8a2-e713-4a03-9881-fd059613ffcf admin admin] Publish callbacks [] for security_group (c228e479-555f-4293-a5ed-ba5b8ec36192), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:26.448030 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7d53f8a2-e713-4a03-9881-fd059613ffcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (c228e479-555f-4293-a5ed-ba5b8ec36192), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:26.504076 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-7d53f8a2-e713-4a03-9881-fd059613ffcf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7acc301c90b848e69cdcb6c34b9d640d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392949 May 10 05:36:26.506651 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53f8a2-e713-4a03-9881-fd059613ffcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c228e479-555f-4293-a5ed-ba5b8ec36192,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:26.511652 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 48520) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:26.539496 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 48522) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:26.696300 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f08853e-85ef-47b2-b31f-b03222c051eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:26.699824 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3ff6bd09-4b77-4494-bbe3-9c597e4f3a50 req-7abc0fc5-fee6-4a58-a61f-8129f3ae013d tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433348 May 10 05:36:26.766934 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2fba1843-2fae-4318-a573-25d8c2390254 req-b3612185-a5e1-45e4-9807-8abc7d2ebdfb service neutron] 10.222.0.50 "GET /v2.0/networks/fb9c257f-d658-42e8-955f-e318f6125a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5412087 May 10 05:36:26.805833 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1242d1b9-2cda-493f-9155-052cdc26be61 admin admin] Publish callbacks [] for security_group (c228e479-555f-4293-a5ed-ba5b8ec36192), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:26.809329 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f08853e-85ef-47b2-b31f-b03222c051eb admin admin] Publish callbacks [] for security_group (9776eb65-84a6-4baf-aaf4-c5e1cd15d614), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:26.815045 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f08853e-85ef-47b2-b31f-b03222c051eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (9776eb65-84a6-4baf-aaf4-c5e1cd15d614), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:26.856231 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-2f08853e-85ef-47b2-b31f-b03222c051eb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e013ced58534990acf659d445ccbcec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155575 May 10 05:36:26.859229 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08853e-85ef-47b2-b31f-b03222c051eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9776eb65-84a6-4baf-aaf4-c5e1cd15d614,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:26.861754 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 48534) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:26.905984 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1242d1b9-2cda-493f-9155-052cdc26be61 admin admin] Publish callbacks [] for security_group (c228e479-555f-4293-a5ed-ba5b8ec36192), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:26.913002 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a41d2c0-dfe9-4f27-b3de-ff4b7e5280d5 admin admin] Publish callbacks [] for security_group (9776eb65-84a6-4baf-aaf4-c5e1cd15d614), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:26.934886 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a41d2c0-dfe9-4f27-b3de-ff4b7e5280d5 admin admin] Publish callbacks [] for security_group (9776eb65-84a6-4baf-aaf4-c5e1cd15d614), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:26.989982 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a41d2c0-dfe9-4f27-b3de-ff4b7e5280d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (9776eb65-84a6-4baf-aaf4-c5e1cd15d614), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:26.993825 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a41d2c0-dfe9-4f27-b3de-ff4b7e5280d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:26.995030 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-0a41d2c0-dfe9-4f27-b3de-ff4b7e5280d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9776eb65-84a6-4baf-aaf4-c5e1cd15d614 HTTP/1.1" status: 204 len: 168 time: 0.1323602 May 10 05:36:27.011968 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41d2c0-dfe9-4f27-b3de-ff4b7e5280d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9776eb65-84a6-4baf-aaf4-c5e1cd15d614,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:27.082271 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1242d1b9-2cda-493f-9155-052cdc26be61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (c228e479-555f-4293-a5ed-ba5b8ec36192), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:27.084834 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1242d1b9-2cda-493f-9155-052cdc26be61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:27.085970 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-1242d1b9-2cda-493f-9155-052cdc26be61 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c228e479-555f-4293-a5ed-ba5b8ec36192 HTTP/1.1" status: 204 len: 168 time: 0.5714848 May 10 05:36:27.116740 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242d1b9-2cda-493f-9155-052cdc26be61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c228e479-555f-4293-a5ed-ba5b8ec36192,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:27.130809 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3ad7000-e2b7-403b-85e7-2a61207a0751 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:27.137150 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3ad7000-e2b7-403b-85e7-2a61207a0751 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (270f886c-33ab-4a62-9c9f-cfb48ca4358f), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:27.256875 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.db.l3_db [None req-b3ad7000-e2b7-403b-85e7-2a61207a0751 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Floating IP 270f886c-33ab-4a62-9c9f-cfb48ca4358f associated. External IP: 172.27.0.71, port: 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1. May 10 05:36:27.431381 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 48554) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:27.444793 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a7ebe6b6-a387-4509-add2-8c43d9491b25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:27.502092 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ad7000-e2b7-403b-85e7-2a61207a0751 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Router 5cdb5076-1731-4459-abdd-fcf53d6f3c2d has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:36:27.537569 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a7ebe6b6-a387-4509-add2-8c43d9491b25 admin admin] Publish callbacks [] for security_group (f554df14-398e-49d1-b443-cd42fb9e20e0), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:27.542713 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a7ebe6b6-a387-4509-add2-8c43d9491b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (f554df14-398e-49d1-b443-cd42fb9e20e0), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:27.560300 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 48558) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:27.590395 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67eeea01-9fd6-45be-8038-c5f3efd73dbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:27.606469 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-a7ebe6b6-a387-4509-add2-8c43d9491b25 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d68f6a5147645a9a8f017ee33a50196&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1716955 May 10 05:36:27.606619 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebe6b6-a387-4509-add2-8c43d9491b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f554df14-398e-49d1-b443-cd42fb9e20e0,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:27.609054 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 48564) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:27.638777 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ad7000-e2b7-403b-85e7-2a61207a0751 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:36:27.643436 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3ad7000-e2b7-403b-85e7-2a61207a0751 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:27.652618 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d778122-0039-4ce5-92c2-72a575367c19 None None] Sync routers for ids ['5cdb5076-1731-4459-abdd-fcf53d6f3c2d'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:36:27.673431 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d778122-0039-4ce5-92c2-72a575367c19 None None] Routers {'5cdb5076-1731-4459-abdd-fcf53d6f3c2d'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:36:27.674046 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-5d778122-0039-4ce5-92c2-72a575367c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:36:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['5cdb5076-1731-4459-abdd-fcf53d6f3c2d'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:27.682084 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-b3ad7000-e2b7-403b-85e7-2a61207a0751 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "PUT /v2.0/floatingips/270f886c-33ab-4a62-9c9f-cfb48ca4358f HTTP/1.1" status: 200 len: 990 time: 1.8533201 May 10 05:36:27.682084 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8004d02a-acb5-48ec-904d-d9b45428d61c', 'tag': '1b1c74d4-bb02-47ae-a80c-f1985a28f7f1'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:36:27.683690 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b206d90-431e-4cb8-8869-8f6abc8c78b5" -d '{"events": [{"name": "network-changed", "server_uuid": "8004d02a-acb5-48ec-904d-d9b45428d61c", "tag": "1b1c74d4-bb02-47ae-a80c-f1985a28f7f1"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:36:27.695317 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-724db922-dde9-488d-9810-86aaa8daec14 admin admin] Publish callbacks [] for security_group (f554df14-398e-49d1-b443-cd42fb9e20e0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:27.735899 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-724db922-dde9-488d-9810-86aaa8daec14 admin admin] Publish callbacks [] for security_group (f554df14-398e-49d1-b443-cd42fb9e20e0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:27.746026 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67eeea01-9fd6-45be-8038-c5f3efd73dbd admin admin] Publish callbacks [] for security_group (40e58f72-a88f-4794-8058-c284659d9db9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:27.753207 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503cb209-6a76-4140-bdff-0e72db9d0d50 x-openstack-request-id: req-503cb209-6a76-4140-bdff-0e72db9d0d50 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:36:27.753492 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8004d02a-acb5-48ec-904d-d9b45428d61c", "tag": "1b1c74d4-bb02-47ae-a80c-f1985a28f7f1", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:36:27.753748 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-503cb209-6a76-4140-bdff-0e72db9d0d50 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:36:27.754190 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-503cb209-6a76-4140-bdff-0e72db9d0d50'] response: {'name': 'network-changed', 'server_uuid': '8004d02a-acb5-48ec-904d-d9b45428d61c', 'tag': '1b1c74d4-bb02-47ae-a80c-f1985a28f7f1', 'status': 'completed', 'code': 200} May 10 05:36:27.762028 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67eeea01-9fd6-45be-8038-c5f3efd73dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (40e58f72-a88f-4794-8058-c284659d9db9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:27.774501 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:27.823914 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-5d778122-0039-4ce5-92c2-72a575367c19 None None] Set router 5cdb5076-1731-4459-abdd-fcf53d6f3c2d gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:36:27.829147 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b206d90-431e-4cb8-8869-8f6abc8c78b5 req-e7216cf6-5953-4984-a4ba-dbd4a29a307e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:27.830572 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3b206d90-431e-4cb8-8869-8f6abc8c78b5 req-e7216cf6-5953-4984-a4ba-dbd4a29a307e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=946af2825477481298bcaa8f04b345d2&device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 1129 time: 0.0515516 May 10 05:36:27.834725 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-67eeea01-9fd6-45be-8038-c5f3efd73dbd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=09fe6e84ef6f48cf9f8bb30b7b66dcc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718351 May 10 05:36:27.835835 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 48572) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:27.842148 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eeea01-9fd6-45be-8038-c5f3efd73dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e58f72-a88f-4794-8058-c284659d9db9,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:27.887364 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-724db922-dde9-488d-9810-86aaa8daec14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (f554df14-398e-49d1-b443-cd42fb9e20e0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:27.891227 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-724db922-dde9-488d-9810-86aaa8daec14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:27.895161 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-724db922-dde9-488d-9810-86aaa8daec14 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f554df14-398e-49d1-b443-cd42fb9e20e0 HTTP/1.1" status: 204 len: 168 time: 0.2817576 May 10 05:36:27.910567 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724db922-dde9-488d-9810-86aaa8daec14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f554df14-398e-49d1-b443-cd42fb9e20e0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:27.913133 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-826b7dbd-dff5-441c-a552-d8dabf1da67e admin admin] Publish callbacks [] for security_group (40e58f72-a88f-4794-8058-c284659d9db9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:27.936305 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-826b7dbd-dff5-441c-a552-d8dabf1da67e admin admin] Publish callbacks [] for security_group (40e58f72-a88f-4794-8058-c284659d9db9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:27.997107 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d10f2c-f9d8-4487-bd41-c9fcfeed84ee req-9abfa20e-4216-4833-8c41-d2e6a1bec50e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:27.998965 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-71d10f2c-f9d8-4487-bd41-c9fcfeed84ee req-9abfa20e-4216-4833-8c41-d2e6a1bec50e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.1668530 May 10 05:36:27.999979 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-826b7dbd-dff5-441c-a552-d8dabf1da67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (40e58f72-a88f-4794-8058-c284659d9db9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:28.002874 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-826b7dbd-dff5-441c-a552-d8dabf1da67e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:28.004262 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-826b7dbd-dff5-441c-a552-d8dabf1da67e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/40e58f72-a88f-4794-8058-c284659d9db9 HTTP/1.1" status: 204 len: 168 time: 0.1675797 May 10 05:36:28.012712 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b7dbd-dff5-441c-a552-d8dabf1da67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e58f72-a88f-4794-8058-c284659d9db9,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:28.083677 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-5d778122-0039-4ce5-92c2-72a575367c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712131266-router', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:36Z', 'revision_number': 4, 'project_id': '946af2825477481298bcaa8f04b345d2', 'gw_port': {'id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:26Z', 'updated_at': '2022-05-10T05:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '270f886c-33ab-4a62-9c9f-cfb48ca4358f', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'port_id': '1b1c74d4-bb02-47ae-a80c-f1985a28f7f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'mac_address': 'fa:16:3e:26:c6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8004d02a-acb5-48ec-904d-d9b45428d61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:35:51Z', 'updated_at': '2022-05-10T05:36:26Z', 'revision_number': 1, 'project_id': '946af2825477481298bcaa8f04b345d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9e1fd6d-eb5c-44bf-9258-e41c570cd636', 'name': '', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'mac_address': 'fa:16:3e:27:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:33Z', 'updated_at': '2022-05-10T05:35:50Z', 'revision_number': 5, 'project_id': '946af2825477481298bcaa8f04b345d2', 'subnets': [{'id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:28.113136 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d778122-0039-4ce5-92c2-72a575367c19 None None] Checking router: 5cdb5076-1731-4459-abdd-fcf53d6f3c2d for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:36:28.123288 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d778122-0039-4ce5-92c2-72a575367c19 None None] Routers {'5cdb5076-1731-4459-abdd-fcf53d6f3c2d'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:36:28.123940 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-5d778122-0039-4ce5-92c2-72a575367c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:36:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['5cdb5076-1731-4459-abdd-fcf53d6f3c2d'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:28.141282 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-71d10f2c-f9d8-4487-bd41-c9fcfeed84ee req-198a228c-66ca-4ca5-b32d-d749584918ef tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056788 May 10 05:36:28.143664 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b206d90-431e-4cb8-8869-8f6abc8c78b5 req-7bff40d1-497c-4a38-ae4b-e491b0691ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:28.145421 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3b206d90-431e-4cb8-8869-8f6abc8c78b5 req-7bff40d1-497c-4a38-ae4b-e491b0691ee0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=58a4c33e-b5ad-4505-8230-cedc9ea5ca27 HTTP/1.1" status: 200 len: 918 time: 0.3015525 May 10 05:36:28.290345 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-5d778122-0039-4ce5-92c2-72a575367c19 None None] Set router 5cdb5076-1731-4459-abdd-fcf53d6f3c2d gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:36:28.544003 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3b206d90-431e-4cb8-8869-8f6abc8c78b5 req-6fbcfd42-229c-4ccc-ad9a-e36bcde44b95 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 HTTP/1.1" status: 200 len: 998 time: 0.3795681 May 10 05:36:28.597918 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-5d778122-0039-4ce5-92c2-72a575367c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712131266-router', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:36Z', 'revision_number': 4, 'project_id': '946af2825477481298bcaa8f04b345d2', 'gw_port': {'id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:26Z', 'updated_at': '2022-05-10T05:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '270f886c-33ab-4a62-9c9f-cfb48ca4358f', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'port_id': '1b1c74d4-bb02-47ae-a80c-f1985a28f7f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'mac_address': 'fa:16:3e:26:c6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8004d02a-acb5-48ec-904d-d9b45428d61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:35:51Z', 'updated_at': '2022-05-10T05:36:26Z', 'revision_number': 1, 'project_id': '946af2825477481298bcaa8f04b345d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9e1fd6d-eb5c-44bf-9258-e41c570cd636', 'name': '', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'mac_address': 'fa:16:3e:27:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:33Z', 'updated_at': '2022-05-10T05:35:50Z', 'revision_number': 5, 'project_id': '946af2825477481298bcaa8f04b345d2', 'subnets': [{'id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:28.609219 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b206d90-431e-4cb8-8869-8f6abc8c78b5 req-ecf20643-0f20-4a70-8ff7-3b0cb3d15483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:28.611356 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3b206d90-431e-4cb8-8869-8f6abc8c78b5 req-ecf20643-0f20-4a70-8ff7-3b0cb3d15483 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ff46a27e-f212-41bf-beb8-9faaab46805d HTTP/1.1" status: 200 len: 856 time: 0.0548487 May 10 05:36:28.628733 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d778122-0039-4ce5-92c2-72a575367c19 None None] The sync data for ids ['5cdb5076-1731-4459-abdd-fcf53d6f3c2d'] in dv-cinder-836996-16-iscsi is: [{'id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712131266-router', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:36Z', 'revision_number': 4, 'project_id': '946af2825477481298bcaa8f04b345d2', 'gw_port': {'id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:26Z', 'updated_at': '2022-05-10T05:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '270f886c-33ab-4a62-9c9f-cfb48ca4358f', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'port_id': '1b1c74d4-bb02-47ae-a80c-f1985a28f7f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'mac_address': 'fa:16:3e:26:c6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8004d02a-acb5-48ec-904d-d9b45428d61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:35:51Z', 'updated_at': '2022-05-10T05:36:26Z', 'revision_number': 1, 'project_id': '946af2825477481298bcaa8f04b345d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9e1fd6d-eb5c-44bf-9258-e41c570cd636', 'name': '', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'mac_address': 'fa:16:3e:27:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:33Z', 'updated_at': '2022-05-10T05:35:50Z', 'revision_number': 5, 'project_id': '946af2825477481298bcaa8f04b345d2', 'subnets': [{'id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:36:28.675043 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b206d90-431e-4cb8-8869-8f6abc8c78b5 req-7bf50e2a-f768-4d60-9bb4-10e47c21ab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:28.676838 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3b206d90-431e-4cb8-8869-8f6abc8c78b5 req-7bf50e2a-f768-4d60-9bb4-10e47c21ab31 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58a4c33e-b5ad-4505-8230-cedc9ea5ca27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0487585 May 10 05:36:28.782063 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3b206d90-431e-4cb8-8869-8f6abc8c78b5 req-fe9df576-e37f-4866-b59f-61aad8ac1be1 service neutron] 10.222.0.50 "GET /v2.0/networks/58a4c33e-b5ad-4505-8230-cedc9ea5ca27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983384 May 10 05:36:28.881369 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3b206d90-431e-4cb8-8869-8f6abc8c78b5 req-aca8963d-0ffe-4dda-8089-e1a7bd7d6a74 service neutron] 10.222.0.50 "GET /v2.0/networks/58a4c33e-b5ad-4505-8230-cedc9ea5ca27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926902 May 10 05:36:28.948837 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e60560-50fe-4d8f-9985-166abe88cf0a None None] New status for floating IP 270f886c-33ab-4a62-9c9f-cfb48ca4358f: ACTIVE {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 05:36:29.272675 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8275bf-f4c5-4717-ae4c-5ea993b16c33 req-eaefe79c-4c30-4866-b68a-bf023a81d06d tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:29.274189 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4f8275bf-f4c5-4717-ae4c-5ea993b16c33 req-eaefe79c-4c30-4866-b68a-bf023a81d06d tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.0564106 May 10 05:36:29.324810 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4f8275bf-f4c5-4717-ae4c-5ea993b16c33 req-f8b528ae-bef8-4d43-ae8a-3086353a43b3 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451713 May 10 05:36:30.455392 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e6585-c1fe-4925-b234-5471d428d283 req-8a8f60c0-c1bd-4961-aa02-5489c72fbfc5 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:30.457106 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c59e6585-c1fe-4925-b234-5471d428d283 req-8a8f60c0-c1bd-4961-aa02-5489c72fbfc5 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.0521786 May 10 05:36:30.506545 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c59e6585-c1fe-4925-b234-5471d428d283 req-ad3fe041-8c8a-4604-b81b-5287ea3c08b3 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437911 May 10 05:36:31.631123 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c66a71-3203-4695-a791-8184bdef37bc req-89339f81-dd25-4a8f-931b-4e1f9b5a527a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:31.632749 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a5c66a71-3203-4695-a791-8184bdef37bc req-89339f81-dd25-4a8f-931b-4e1f9b5a527a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.0521421 May 10 05:36:31.681658 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a5c66a71-3203-4695-a791-8184bdef37bc req-14ba04f0-a22d-4c0c-b56e-51c98a4ab8fe tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409524 May 10 05:36:32.801978 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3c7a1-f776-45ce-8adf-6324b3b3a82d req-6493c976-df99-4b1a-aae1-01624cfb3774 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:32.803378 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-21c3c7a1-f776-45ce-8adf-6324b3b3a82d req-6493c976-df99-4b1a-aae1-01624cfb3774 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.0486453 May 10 05:36:32.851485 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-21c3c7a1-f776-45ce-8adf-6324b3b3a82d req-a22ae295-eca6-4024-999f-eb903632d157 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425022 May 10 05:36:32.935819 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e6fae017-bf17-4656-adf5-1eea5495a652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:33.978635 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3c5b5-cc9e-47b4-8116-220bbf874f4a req-b2ed97cb-6286-41e0-a076-9dd32abffefd tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:33.980160 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0ac3c5b5-cc9e-47b4-8116-220bbf874f4a req-b2ed97cb-6286-41e0-a076-9dd32abffefd tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.0543432 May 10 05:36:34.036005 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0ac3c5b5-cc9e-47b4-8116-220bbf874f4a req-09ed09ee-0ca1-4396-9d7e-2e114b825628 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503213 May 10 05:36:35.181413 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12474f-0a4f-4e9b-aa10-95fc38d92085 req-0f0c71f4-ca7a-4ad9-940a-01fbf915f11d tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:35.182885 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8c12474f-0a4f-4e9b-aa10-95fc38d92085 req-0f0c71f4-ca7a-4ad9-940a-01fbf915f11d tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.0566735 May 10 05:36:35.237366 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8c12474f-0a4f-4e9b-aa10-95fc38d92085 req-93ec54e9-9674-4a54-afe5-60364a907b98 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474489 May 10 05:36:35.360799 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7fb96e77-a6ff-4598-9011-4612272eb7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:36.359366 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa347f94-66a6-4741-b17f-6431214c394c req-b86a37e3-5af6-4e0f-8de4-89c2c045ddd6 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:36.360861 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-fa347f94-66a6-4741-b17f-6431214c394c req-b86a37e3-5af6-4e0f-8de4-89c2c045ddd6 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.0480680 May 10 05:36:36.408404 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-fa347f94-66a6-4741-b17f-6431214c394c req-815fab8c-3b03-45a8-b68a-a41d02aeecab tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419295 May 10 05:36:36.551220 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:37.205074 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a871f-b76a-439c-bf84-e14758168054 req-9067c9f8-6071-4049-bd1a-2329d68f6829 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:37.206544 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9a2a871f-b76a-439c-bf84-e14758168054 req-9067c9f8-6071-4049-bd1a-2329d68f6829 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 945 time: 0.0529902 May 10 05:36:37.257069 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9a2a871f-b76a-439c-bf84-e14758168054 req-4c388a3f-1f09-4350-9a8d-3357393e8398 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448141 May 10 05:36:37.577197 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:37.681905 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d39ed-7b39-41c1-9a2b-485b218d96ca req-73feb874-0351-435e-8e87-5d77b82a9238 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:37.683400 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-920d39ed-7b39-41c1-9a2b-485b218d96ca req-73feb874-0351-435e-8e87-5d77b82a9238 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.0513761 May 10 05:36:37.733676 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-920d39ed-7b39-41c1-9a2b-485b218d96ca req-98612426-a352-42dd-aa65-d0ac3823b599 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434942 May 10 05:36:37.836006 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 48814) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:37.840450 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:36:37.947088 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-291b3b3d-d769-4ab7-8ed7-063621827190 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:38.023387 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-291b3b3d-d769-4ab7-8ed7-063621827190 admin admin] Publish callbacks [] for security_group (f93a1002-18c2-4e9d-805c-f5fae0922208), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:38.029576 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-291b3b3d-d769-4ab7-8ed7-063621827190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (f93a1002-18c2-4e9d-805c-f5fae0922208), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:38.067029 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b3b3d-d769-4ab7-8ed7-063621827190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93a1002-18c2-4e9d-805c-f5fae0922208,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:38.071054 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-291b3b3d-d769-4ab7-8ed7-063621827190 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=599e9fb651f741219891085a25cb30a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340181 May 10 05:36:38.073713 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 48818) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:38.120533 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7149d27e-f1ee-4de9-86c7-f86f3552ba3e admin admin] Publish callbacks [] for security_group (f93a1002-18c2-4e9d-805c-f5fae0922208), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:38.141684 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7149d27e-f1ee-4de9-86c7-f86f3552ba3e admin admin] Publish callbacks [] for security_group (f93a1002-18c2-4e9d-805c-f5fae0922208), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:38.190688 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7149d27e-f1ee-4de9-86c7-f86f3552ba3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (f93a1002-18c2-4e9d-805c-f5fae0922208), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:38.193060 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7149d27e-f1ee-4de9-86c7-f86f3552ba3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:38.194202 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-7149d27e-f1ee-4de9-86c7-f86f3552ba3e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f93a1002-18c2-4e9d-805c-f5fae0922208 HTTP/1.1" status: 204 len: 168 time: 0.1196249 May 10 05:36:38.201563 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149d27e-f1ee-4de9-86c7-f86f3552ba3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93a1002-18c2-4e9d-805c-f5fae0922208,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:38.375727 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51d6e8-05a5-47ef-94b5-12675b4b0a3b req-9f2825d5-a50b-4a9f-b903-44d60e5c4e37 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:38.377318 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2f51d6e8-05a5-47ef-94b5-12675b4b0a3b req-9f2825d5-a50b-4a9f-b903-44d60e5c4e37 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 945 time: 0.0494244 May 10 05:36:38.431832 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2f51d6e8-05a5-47ef-94b5-12675b4b0a3b req-2e7cbd12-91fa-472b-837f-6d93ab0ce143 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484076 May 10 05:36:38.850445 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae36b7-b75b-44cc-a1cb-9764a1f3fd2e req-24469d22-ea05-4f58-8166-c0db3cbd9f1d tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:38.852382 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-08ae36b7-b75b-44cc-a1cb-9764a1f3fd2e req-24469d22-ea05-4f58-8166-c0db3cbd9f1d tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.0484374 May 10 05:36:38.900538 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 48840) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:38.902438 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-08ae36b7-b75b-44cc-a1cb-9764a1f3fd2e req-b0397667-2eec-4689-944c-4724815d56cf tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440829 May 10 05:36:39.006806 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-948e9ebf-f1e3-4a10-b1aa-e83344c21870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:39.079955 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-948e9ebf-f1e3-4a10-b1aa-e83344c21870 admin admin] Publish callbacks [] for security_group (6bb90b9b-ba9c-4c6b-92f2-17b8f3d99666), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:39.085778 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-948e9ebf-f1e3-4a10-b1aa-e83344c21870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (6bb90b9b-ba9c-4c6b-92f2-17b8f3d99666), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:39.120508 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e9ebf-f1e3-4a10-b1aa-e83344c21870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb90b9b-ba9c-4c6b-92f2-17b8f3d99666,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:39.124832 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-948e9ebf-f1e3-4a10-b1aa-e83344c21870 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f1697b0f90c4ac7a6bc809dfe11537e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232289 May 10 05:36:39.127549 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 48844) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:39.176125 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6795bf22-70f0-4b71-9a00-4c77e2f92327 admin admin] Publish callbacks [] for security_group (6bb90b9b-ba9c-4c6b-92f2-17b8f3d99666), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:39.197203 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6795bf22-70f0-4b71-9a00-4c77e2f92327 admin admin] Publish callbacks [] for security_group (6bb90b9b-ba9c-4c6b-92f2-17b8f3d99666), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:39.227397 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe60d6-858c-4027-a7d0-b33625196f6c req-d5c6fba1-5607-4e55-adf8-8a0e23e07164 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:39.228776 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-64fe60d6-858c-4027-a7d0-b33625196f6c req-d5c6fba1-5607-4e55-adf8-8a0e23e07164 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 945 time: 0.0503929 May 10 05:36:39.251555 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6795bf22-70f0-4b71-9a00-4c77e2f92327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (6bb90b9b-ba9c-4c6b-92f2-17b8f3d99666), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:39.254080 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6795bf22-70f0-4b71-9a00-4c77e2f92327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:39.255343 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-6795bf22-70f0-4b71-9a00-4c77e2f92327 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6bb90b9b-ba9c-4c6b-92f2-17b8f3d99666 HTTP/1.1" status: 204 len: 168 time: 0.1268072 May 10 05:36:39.273433 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795bf22-70f0-4b71-9a00-4c77e2f92327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb90b9b-ba9c-4c6b-92f2-17b8f3d99666,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:39.356290 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-64fe60d6-858c-4027-a7d0-b33625196f6c req-47fe25b1-7c3b-4249-9760-8c5fe04b163d tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Deleting port bdae9f00-03a9-4731-934b-1eb0bcea6d64 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:36:39.356812 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-64fe60d6-858c-4027-a7d0-b33625196f6c req-47fe25b1-7c3b-4249-9760-8c5fe04b163d tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (bdae9f00-03a9-4731-934b-1eb0bcea6d64), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:39.364036 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:39.451251 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-64fe60d6-858c-4027-a7d0-b33625196f6c req-47fe25b1-7c3b-4249-9760-8c5fe04b163d tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] For port bdae9f00-03a9-4731-934b-1eb0bcea6d64, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bdae9f00-03a9-4731-934b-1eb0bcea6d64,segment=NetworkSegment(d20740a7-294a-4680-8061-5751296df811),segment_id=d20740a7-294a-4680-8061-5751296df811)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:36:39.451640 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-64fe60d6-858c-4027-a7d0-b33625196f6c req-47fe25b1-7c3b-4249-9760-8c5fe04b163d tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (bdae9f00-03a9-4731-934b-1eb0bcea6d64), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:39.468013 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-64fe60d6-858c-4027-a7d0-b33625196f6c req-47fe25b1-7c3b-4249-9760-8c5fe04b163d tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Calling delete_port for bdae9f00-03a9-4731-934b-1eb0bcea6d64 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:36:39.539306 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 48852) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:39.552466 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6b415030-3301-4e05-82ad-db33c8995ce9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:39.596452 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a45454-aa55-4818-b3bc-4f5be8cc7773 req-8a31a270-b77f-4186-9f8b-a8ecd61bac61 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:39.597910 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d1a45454-aa55-4818-b3bc-4f5be8cc7773 req-8a31a270-b77f-4186-9f8b-a8ecd61bac61 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 945 time: 0.0908966 May 10 05:36:39.629787 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6b415030-3301-4e05-82ad-db33c8995ce9 admin admin] Publish callbacks [] for security_group (b99fa2ad-d3a4-492e-9b73-d8c4b25ea3ea), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:39.634062 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6b415030-3301-4e05-82ad-db33c8995ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (b99fa2ad-d3a4-492e-9b73-d8c4b25ea3ea), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:39.672112 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-6b415030-3301-4e05-82ad-db33c8995ce9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a4ec1dbe6ae43bfb69888bd675b3fbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315279 May 10 05:36:39.673502 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b415030-3301-4e05-82ad-db33c8995ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99fa2ad-d3a4-492e-9b73-d8c4b25ea3ea,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:39.676158 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 48854) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:39.682933 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d1a45454-aa55-4818-b3bc-4f5be8cc7773 req-0828269b-3161-43d3-8ec8-8c749ffd7640 tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/security-groups?id=b553ad7e-c7ee-42b7-a6e8-ae66e7455257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723636 May 10 05:36:39.702198 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-64fe60d6-858c-4027-a7d0-b33625196f6c req-47fe25b1-7c3b-4249-9760-8c5fe04b163d tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713'] for port (bdae9f00-03a9-4731-934b-1eb0bcea6d64), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:39.722085 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['bdae9f00-03a9-4731-934b-1eb0bcea6d64'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:36:39.728598 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d15ea641-21cf-4dce-bd4f-d2e90f656a4d admin admin] Publish callbacks [] for security_group (b99fa2ad-d3a4-492e-9b73-d8c4b25ea3ea), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:39.734329 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe25b1-7c3b-4249-9760-8c5fe04b163d tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Pushing event deleted for resources: {'Port': ['ID=bdae9f00-03a9-4731-934b-1eb0bcea6d64,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:39.753070 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d15ea641-21cf-4dce-bd4f-d2e90f656a4d admin admin] Publish callbacks [] for security_group (b99fa2ad-d3a4-492e-9b73-d8c4b25ea3ea), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:39.796358 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-64fe60d6-858c-4027-a7d0-b33625196f6c req-47fe25b1-7c3b-4249-9760-8c5fe04b163d tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] No DVR routers for this DVR port bdae9f00-03a9-4731-934b-1eb0bcea6d64 on host hv-cinder-83699 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:36:39.800329 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-64fe60d6-858c-4027-a7d0-b33625196f6c req-47fe25b1-7c3b-4249-9760-8c5fe04b163d tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:39.804610 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-64fe60d6-858c-4027-a7d0-b33625196f6c req-47fe25b1-7c3b-4249-9760-8c5fe04b163d tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.50 "DELETE /v2.0/ports/bdae9f00-03a9-4731-934b-1eb0bcea6d64 HTTP/1.1" status: 204 len: 173 time: 0.5667090 May 10 05:36:39.804743 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d15ea641-21cf-4dce-bd4f-d2e90f656a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (b99fa2ad-d3a4-492e-9b73-d8c4b25ea3ea), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:39.805147 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d988731-a2e6-4ea7-8732-891141534b82', 'name': 'network-vif-deleted', 'tag': 'bdae9f00-03a9-4731-934b-1eb0bcea6d64'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:36:39.808560 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d15ea641-21cf-4dce-bd4f-d2e90f656a4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:39.812712 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-d15ea641-21cf-4dce-bd4f-d2e90f656a4d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b99fa2ad-d3a4-492e-9b73-d8c4b25ea3ea HTTP/1.1" status: 204 len: 168 time: 0.1354065 May 10 05:36:39.817599 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b132e104-517a-408b-9901-9a8da3ca933c" -d '{"events": [{"server_uuid": "4d988731-a2e6-4ea7-8732-891141534b82", "name": "network-vif-deleted", "tag": "bdae9f00-03a9-4731-934b-1eb0bcea6d64"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:36:39.825326 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ea641-21cf-4dce-bd4f-d2e90f656a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99fa2ad-d3a4-492e-9b73-d8c4b25ea3ea,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:39.886217 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f309bdb-06e8-4b67-943c-cba75f2110cc x-openstack-request-id: req-5f309bdb-06e8-4b67-943c-cba75f2110cc {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:36:39.886689 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d988731-a2e6-4ea7-8732-891141534b82", "name": "network-vif-deleted", "tag": "bdae9f00-03a9-4731-934b-1eb0bcea6d64", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:36:39.886779 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f309bdb-06e8-4b67-943c-cba75f2110cc {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:36:39.887111 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f309bdb-06e8-4b67-943c-cba75f2110cc'] response: {'server_uuid': '4d988731-a2e6-4ea7-8732-891141534b82', 'name': 'network-vif-deleted', 'tag': 'bdae9f00-03a9-4731-934b-1eb0bcea6d64', 'status': 'completed', 'code': 200} May 10 05:36:40.018561 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96ec6c-9314-4145-9567-16cea8215146 req-342a77dc-b96d-4ba1-982f-741d9e9f2397 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:40.020103 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9e96ec6c-9314-4145-9567-16cea8215146 req-342a77dc-b96d-4ba1-982f-741d9e9f2397 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.0511663 May 10 05:36:40.077103 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 48870) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:40.081059 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9e96ec6c-9314-4145-9567-16cea8215146 req-eddaff21-f9d7-4c92-8fab-2e45004e6441 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539391 May 10 05:36:40.201259 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a24b9d1f-157a-4d97-813d-cadc1f82c1c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:40.281197 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a24b9d1f-157a-4d97-813d-cadc1f82c1c3 admin admin] Publish callbacks [] for security_group (ea8d4423-edf0-4675-88d7-ef8e6db93879), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:40.285538 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a24b9d1f-157a-4d97-813d-cadc1f82c1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (ea8d4423-edf0-4675-88d7-ef8e6db93879), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:40.323404 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-a24b9d1f-157a-4d97-813d-cadc1f82c1c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c8101b24f874a16a871a2c0e08ef875&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451894 May 10 05:36:40.324497 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b9d1f-157a-4d97-813d-cadc1f82c1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8d4423-edf0-4675-88d7-ef8e6db93879,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:40.326896 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 48884) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:40.375418 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-86f3759d-b501-480a-890e-c3bd6c360fe8 admin admin] Publish callbacks [] for security_group (ea8d4423-edf0-4675-88d7-ef8e6db93879), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:40.396979 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-86f3759d-b501-480a-890e-c3bd6c360fe8 admin admin] Publish callbacks [] for security_group (ea8d4423-edf0-4675-88d7-ef8e6db93879), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:40.445707 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-86f3759d-b501-480a-890e-c3bd6c360fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (ea8d4423-edf0-4675-88d7-ef8e6db93879), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:40.449092 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-86f3759d-b501-480a-890e-c3bd6c360fe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:40.452782 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-86f3759d-b501-480a-890e-c3bd6c360fe8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea8d4423-edf0-4675-88d7-ef8e6db93879 HTTP/1.1" status: 204 len: 168 time: 0.1228921 May 10 05:36:40.458289 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3759d-b501-480a-890e-c3bd6c360fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8d4423-edf0-4675-88d7-ef8e6db93879,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:40.826902 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6c92260d-7e24-4c99-b35e-76bf62591094 req-d34e3368-18f9-4bed-9869-62f07c42345b tempest-DeleteServersTestJSON-270566571 tempest-DeleteServersTestJSON-270566571-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d988731-a2e6-4ea7-8732-891141534b82 HTTP/1.1" status: 200 len: 210 time: 0.0352278 May 10 05:36:41.203481 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a104b7c-cfce-41da-ac1c-01b4afa40f46 req-eb5372f9-ccfc-4ea4-9b20-3ec7b3dd35c0 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:41.205229 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8a104b7c-cfce-41da-ac1c-01b4afa40f46 req-eb5372f9-ccfc-4ea4-9b20-3ec7b3dd35c0 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.0496097 May 10 05:36:41.259870 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8a104b7c-cfce-41da-ac1c-01b4afa40f46 req-9721de53-b756-4212-abc8-421ad084571c tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465961 May 10 05:36:41.284280 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 48936) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:41.378022 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-a3743919-bc20-44c6-9b8b-3075b282c207 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-57066978-network', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:36:41.396583 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3743919-bc20-44c6-9b8b-3075b282c207 admin admin] Made reservation on behalf of 9870e28919e340ad9cda63cbbdea4e35 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:36:41.398757 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a3743919-bc20-44c6-9b8b-3075b282c207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:41.408191 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a3743919-bc20-44c6-9b8b-3075b282c207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:41.482947 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a3743919-bc20-44c6-9b8b-3075b282c207 admin admin] Publish callbacks [] for security_group (247bb5a9-3e26-41c0-945b-2c868b91b1be), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:41.487969 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a3743919-bc20-44c6-9b8b-3075b282c207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (247bb5a9-3e26-41c0-945b-2c868b91b1be), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:41.514326 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3743919-bc20-44c6-9b8b-3075b282c207 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 05:36:41.523346 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3743919-bc20-44c6-9b8b-3075b282c207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247bb5a9-3e26-41c0-945b-2c868b91b1be,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:41.530885 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a3743919-bc20-44c6-9b8b-3075b282c207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:41.531303 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.db.segments_db [None req-a3743919-bc20-44c6-9b8b-3075b282c207 admin admin] Added segment bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c of type vlan for network 918d9451-3907-4334-86c4-66c71dca6bc6 May 10 05:36:41.571004 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a3743919-bc20-44c6-9b8b-3075b282c207 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215042991'] for network (918d9451-3907-4334-86c4-66c71dca6bc6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:41.595224 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a3743919-bc20-44c6-9b8b-3075b282c207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for network (918d9451-3907-4334-86c4-66c71dca6bc6), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:41.596203 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3743919-bc20-44c6-9b8b-3075b282c207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:41.596831 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a3743919-bc20-44c6-9b8b-3075b282c207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:41.662450 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-a3743919-bc20-44c6-9b8b-3075b282c207 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3742650 May 10 05:36:41.663239 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 48946) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:41.664989 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3743919-bc20-44c6-9b8b-3075b282c207 admin admin] Pushing event updated for resources: {'Network': ['ID=918d9451-3907-4334-86c4-66c71dca6bc6,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:41.668471 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-a3063a46-38ce-4f39-8d5b-43b9e35533e3 admin admin] Request body: {'subnet': {'network_id': '918d9451-3907-4334-86c4-66c71dca6bc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-57066978-subnet', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:36:41.676605 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Network 918d9451-3907-4334-86c4-66c71dca6bc6 details requested by agent ovs-agent-dv-cinder-836996-16-iscsi with host dv-cinder-836996-16-iscsi {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 05:36:41.696494 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3063a46-38ce-4f39-8d5b-43b9e35533e3 admin admin] Made reservation on behalf of 9870e28919e340ad9cda63cbbdea4e35 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:36:41.699078 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3063a46-38ce-4f39-8d5b-43b9e35533e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25345493'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:41.889846 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3063a46-38ce-4f39-8d5b-43b9e35533e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2854036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25345483'] for subnet (8b2a5834-958c-4d83-942b-6f1d18dc1c56), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:41.942046 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3063a46-38ce-4f39-8d5b-43b9e35533e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b2a5834-958c-4d83-942b-6f1d18dc1c56,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:41.950731 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3063a46-38ce-4f39-8d5b-43b9e35533e3 admin admin] Checking segment: {'id': 'bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '918d9451-3907-4334-86c4-66c71dca6bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:36:41.952401 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3063a46-38ce-4f39-8d5b-43b9e35533e3 admin admin] Network hostable DHCP agents. Network: 918d9451-3907-4334-86c4-66c71dca6bc6, hostable agents: ['80185445-a40d-4750-a48c-216d3708fc1f'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 05:36:41.969637 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3063a46-38ce-4f39-8d5b-43b9e35533e3 admin admin] Network 918d9451-3907-4334-86c4-66c71dca6bc6 is scheduled to be hosted by DHCP agent 80185445-a40d-4750-a48c-216d3708fc1f with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 05:36:41.979036 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-a3063a46-38ce-4f39-8d5b-43b9e35533e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-16-iscsi, 918d9451-3907-4334-86c4-66c71dca6bc6) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:36:41.987247 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3063a46-38ce-4f39-8d5b-43b9e35533e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:41.987880 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3063a46-38ce-4f39-8d5b-43b9e35533e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:41.992985 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b2b56d-1a3f-4210-9114-8c131bbeb843 None None] Network 918d9451-3907-4334-86c4-66c71dca6bc6 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:36:42.007743 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-a3063a46-38ce-4f39-8d5b-43b9e35533e3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3422768 May 10 05:36:42.009794 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 48962) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:42.016062 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-8bf03104-1b2c-45be-8c99-68b34cee10c4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-57066978-router', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:36:42.041519 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8bf03104-1b2c-45be-8c99-68b34cee10c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1813'] for router (11682ce3-3c9a-44df-8814-3d046c664862), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:42.043268 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8bf03104-1b2c-45be-8c99-68b34cee10c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router (11682ce3-3c9a-44df-8814-3d046c664862), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:42.115847 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8bf03104-1b2c-45be-8c99-68b34cee10c4 admin admin] Publish callbacks [] for router_controller (11682ce3-3c9a-44df-8814-3d046c664862), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:42.119800 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad2b897-520d-4b20-9da7-99e6d8f1837c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77a1f43e-83cf-5f9e-974f-aeeb96f1245d-918d9451-3907-4334-86c4-66c71dca6bc6', 'network_id': '918d9451-3907-4334-86c4-66c71dca6bc6', 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'fixed_ips': [{'subnet_id': '8b2a5834-958c-4d83-942b-6f1d18dc1c56'}]}} from dv-cinder-836996-16-iscsi. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 05:36:42.120656 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5ad2b897-520d-4b20-9da7-99e6d8f1837c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:42.261988 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-5ad2b897-520d-4b20-9da7-99e6d8f1837c None None] Allocated IP 172.20.0.2 (918d9451-3907-4334-86c4-66c71dca6bc6/8b2a5834-958c-4d83-942b-6f1d18dc1c56/8d824646-1742-418b-bbb6-80bd6bc14f54) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:36:42.268937 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8bf03104-1b2c-45be-8c99-68b34cee10c4 admin admin] Publish callbacks [] for router_gateway (11682ce3-3c9a-44df-8814-3d046c664862), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:42.375369 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beeafe7-e2aa-4a7b-9cf4-423644a7bf1b req-d1369a54-e584-4d83-b1fb-a706933ef647 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:42.380297 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9beeafe7-e2aa-4a7b-9cf4-423644a7bf1b req-d1369a54-e584-4d83-b1fb-a706933ef647 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.0531719 May 10 05:36:42.427623 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9beeafe7-e2aa-4a7b-9cf4-423644a7bf1b req-e605f516-865e-4a40-8ed5-9e78a38a6ee8 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440109 May 10 05:36:42.428412 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5ad2b897-520d-4b20-9da7-99e6d8f1837c None None] Publish callbacks [] for port (8d824646-1742-418b-bbb6-80bd6bc14f54), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:42.435326 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5ad2b897-520d-4b20-9da7-99e6d8f1837c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (8d824646-1742-418b-bbb6-80bd6bc14f54), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:42.456628 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8bf03104-1b2c-45be-8c99-68b34cee10c4 admin admin] Publish callbacks [] for router_gateway (11682ce3-3c9a-44df-8814-3d046c664862), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:42.457210 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad2b897-520d-4b20-9da7-99e6d8f1837c None None] Network 918d9451-3907-4334-86c4-66c71dca6bc6 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:36:42.475449 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8bf03104-1b2c-45be-8c99-68b34cee10c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:42.476864 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-5ad2b897-520d-4b20-9da7-99e6d8f1837c None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:36:42.481866 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad2b897-520d-4b20-9da7-99e6d8f1837c None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:36:42.517592 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2b897-520d-4b20-9da7-99e6d8f1837c None None] Pushing event updated for resources: {'Port': ['ID=8d824646-1742-418b-bbb6-80bd6bc14f54,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:42.550697 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-5ad2b897-520d-4b20-9da7-99e6d8f1837c None None] Attempting to bind port 8d824646-1742-418b-bbb6-80bd6bc14f54 on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:36:42.551043 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-5ad2b897-520d-4b20-9da7-99e6d8f1837c None None] Attempting to bind port 8d824646-1742-418b-bbb6-80bd6bc14f54 by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': 'bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '918d9451-3907-4334-86c4-66c71dca6bc6'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:36:42.551393 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad2b897-520d-4b20-9da7-99e6d8f1837c None None] Attempting to bind port 8d824646-1742-418b-bbb6-80bd6bc14f54 on network 918d9451-3907-4334-86c4-66c71dca6bc6 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:36:42.556502 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad2b897-520d-4b20-9da7-99e6d8f1837c None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:36:42.556869 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad2b897-520d-4b20-9da7-99e6d8f1837c None None] Checking segment: {'id': 'bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '918d9451-3907-4334-86c4-66c71dca6bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:36:42.557264 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5ad2b897-520d-4b20-9da7-99e6d8f1837c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:42.557637 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad2b897-520d-4b20-9da7-99e6d8f1837c None None] Bound using segment: {'id': 'bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '918d9451-3907-4334-86c4-66c71dca6bc6'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:36:42.558087 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-5ad2b897-520d-4b20-9da7-99e6d8f1837c None None] Bound port: 8d824646-1742-418b-bbb6-80bd6bc14f54, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '918d9451-3907-4334-86c4-66c71dca6bc6'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:36:42.558441 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5ad2b897-520d-4b20-9da7-99e6d8f1837c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (8d824646-1742-418b-bbb6-80bd6bc14f54), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:42.580040 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-8bf03104-1b2c-45be-8c99-68b34cee10c4 admin admin] Allocated IP 172.27.0.67 (87bc626b-a764-429e-8d11-cdbbe513fac5/76823629-1df9-4cfd-a8c3-1d6cce6b2ea9/4b5d47a2-35ef-40ca-adb1-419b5d874c2b) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:36:42.624294 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-5ad2b897-520d-4b20-9da7-99e6d8f1837c None None] For port 8d824646-1742-418b-bbb6-80bd6bc14f54, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:36:42.627317 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-5ad2b897-520d-4b20-9da7-99e6d8f1837c None None] For port 8d824646-1742-418b-bbb6-80bd6bc14f54, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=8d824646-1742-418b-bbb6-80bd6bc14f54,segment=NetworkSegment(bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c),segment_id=bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:36:42.633417 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5ad2b897-520d-4b20-9da7-99e6d8f1837c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (8d824646-1742-418b-bbb6-80bd6bc14f54), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:42.690983 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2b897-520d-4b20-9da7-99e6d8f1837c None None] Pushing event updated for resources: {'Port': ['ID=8d824646-1742-418b-bbb6-80bd6bc14f54,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:42.691778 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8bf03104-1b2c-45be-8c99-68b34cee10c4 admin admin] Publish callbacks [] for port (4b5d47a2-35ef-40ca-adb1-419b5d874c2b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:42.732586 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8bf03104-1b2c-45be-8c99-68b34cee10c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (4b5d47a2-35ef-40ca-adb1-419b5d874c2b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:42.775320 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf03104-1b2c-45be-8c99-68b34cee10c4 admin admin] Network 87bc626b-a764-429e-8d11-cdbbe513fac5 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:36:42.778156 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-8bf03104-1b2c-45be-8c99-68b34cee10c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:36:42.783794 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf03104-1b2c-45be-8c99-68b34cee10c4 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:36:42.789344 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf03104-1b2c-45be-8c99-68b34cee10c4 admin admin] Pushing event updated for resources: {'Port': ['ID=4b5d47a2-35ef-40ca-adb1-419b5d874c2b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:43.088829 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8bf03104-1b2c-45be-8c99-68b34cee10c4 admin admin] Publish callbacks [] for router_gateway (11682ce3-3c9a-44df-8814-3d046c664862), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:43.313543 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 48984) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:43.362752 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2bd5a94-2d8a-446a-8fb1-c296e3b5e3bf admin admin] Deleting subnet ef201a16-b249-4de4-a64d-c2cbe1c2c303 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 05:36:43.368206 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2bd5a94-2d8a-446a-8fb1-c296e3b5e3bf admin admin] Publish callbacks [] for subnet (ef201a16-b249-4de4-a64d-c2cbe1c2c303), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:43.370606 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 8d824646-1742-418b-bbb6-80bd6bc14f54 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:36:43.407631 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2bd5a94-2d8a-446a-8fb1-c296e3b5e3bf admin admin] Publish callbacks [] for subnet (ef201a16-b249-4de4-a64d-c2cbe1c2c303), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:43.415357 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2bd5a94-2d8a-446a-8fb1-c296e3b5e3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560747'] for subnet (ef201a16-b249-4de4-a64d-c2cbe1c2c303), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:43.436177 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port 8d824646-1742-418b-bbb6-80bd6bc14f54 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:43.436674 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (8d824646-1742-418b-bbb6-80bd6bc14f54), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:43.482789 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2bd5a94-2d8a-446a-8fb1-c296e3b5e3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for subnet (ef201a16-b249-4de4-a64d-c2cbe1c2c303), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:43.513133 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd5a94-2d8a-446a-8fb1-c296e3b5e3bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef201a16-b249-4de4-a64d-c2cbe1c2c303,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:43.522318 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2bd5a94-2d8a-446a-8fb1-c296e3b5e3bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:43.527210 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-c2bd5a94-2d8a-446a-8fb1-c296e3b5e3bf admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ef201a16-b249-4de4-a64d-c2cbe1c2c303 HTTP/1.1" status: 204 len: 168 time: 0.2136085 May 10 05:36:43.530117 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 48988) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:43.582274 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port 8d824646-1742-418b-bbb6-80bd6bc14f54 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:43.582933 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (8d824646-1742-418b-bbb6-80bd6bc14f54), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:43.595395 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47bdd4-1d4d-4324-ae38-928c37e44a00 req-c56907db-e2c1-4e66-83d8-5bd7e31d8545 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:43.602789 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7b47bdd4-1d4d-4324-ae38-928c37e44a00 req-c56907db-e2c1-4e66-83d8-5bd7e31d8545 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.0559094 May 10 05:36:43.618134 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ddf5a80e-a172-4e7a-9f22-5e0a71f8e483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505022'] for network (fb9c257f-d658-42e8-955f-e318f6125a57), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:43.623209 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8bf03104-1b2c-45be-8c99-68b34cee10c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423434'] for router (11682ce3-3c9a-44df-8814-3d046c664862), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:43.623717 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] For port 8d824646-1742-418b-bbb6-80bd6bc14f54, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=8d824646-1742-418b-bbb6-80bd6bc14f54,segment=NetworkSegment(bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c),segment_id=bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:36:43.635528 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (8d824646-1742-418b-bbb6-80bd6bc14f54), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:43.667549 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7b47bdd4-1d4d-4324-ae38-928c37e44a00 req-e0d87a17-7955-40cd-ad8a-fcecebde8aa1 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616624 May 10 05:36:43.698899 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Pushing event updated for resources: {'Port': ['ID=8d824646-1742-418b-bbb6-80bd6bc14f54,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:43.727094 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2a9f7f-6337-4878-9f4b-3caa3b521233 None None] Network 918d9451-3907-4334-86c4-66c71dca6bc6 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:36:43.781888 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-0009a608-1891-4a1d-879a-3411e698c245 None None] Provisioning complete for port 8d824646-1742-418b-bbb6-80bd6bc14f54 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:43.782235 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0009a608-1891-4a1d-879a-3411e698c245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (8d824646-1742-418b-bbb6-80bd6bc14f54), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:43.785645 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ddf5a80e-a172-4e7a-9f22-5e0a71f8e483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562704', 'neutron.services.segments.db._delete_segments_for_network-8771215551281'] for network (fb9c257f-d658-42e8-955f-e318f6125a57), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:43.836749 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-ddf5a80e-a172-4e7a-9f22-5e0a71f8e483 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9c257f-d658-42e8-955f-e318f6125a57']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:43.852236 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-ddf5a80e-a172-4e7a-9f22-5e0a71f8e483 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd20740a7-294a-4680-8061-5751296df811') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:43.852547 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-ddf5a80e-a172-4e7a-9f22-5e0a71f8e483 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd20740a7-294a-4680-8061-5751296df811') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:43.866118 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ddf5a80e-a172-4e7a-9f22-5e0a71f8e483 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771215552058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26910846'] for segment (d20740a7-294a-4680-8061-5751296df811), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:43.885863 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ddf5a80e-a172-4e7a-9f22-5e0a71f8e483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (d20740a7-294a-4680-8061-5751296df811), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:43.897502 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf5a80e-a172-4e7a-9f22-5e0a71f8e483 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 05:36:43.897882 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ddf5a80e-a172-4e7a-9f22-5e0a71f8e483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2851385'] for segment (d20740a7-294a-4680-8061-5751296df811), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: Traceback (most recent call last): May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: timer() May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: cb(*args, **kw) May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: return func(*args, **kwargs) May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: self._notify() May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: self.callback(batched_events) May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: event.method(event) May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: return f(self, *a, **k) May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: return self._get(url).json() May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: return self.request(url, 'GET', **kwargs) May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 05:36:43.899659 dv-cinder-836996-16-iscsi neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 05:36:43.901785 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-0009a608-1891-4a1d-879a-3411e698c245 None None] Current status of the port 8d824646-1742-418b-bbb6-80bd6bc14f54 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:43.925663 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device bdae9f00-03a9-4731-934b-1eb0bcea6d64 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:36:43.947034 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] No Port match for: bdae9f00-03a9-4731-934b-1eb0bcea6d64 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:36:43.947376 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device bdae9f00-03a9-4731-934b-1eb0bcea6d64 not bound to the agent host hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:36:43.961533 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf03104-1b2c-45be-8c99-68b34cee10c4 admin admin] Router 11682ce3-3c9a-44df-8814-3d046c664862 is scheduled to L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 05:36:43.965658 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ddf5a80e-a172-4e7a-9f22-5e0a71f8e483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412472'] for network (fb9c257f-d658-42e8-955f-e318f6125a57), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:43.972831 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ddf5a80e-a172-4e7a-9f22-5e0a71f8e483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:43.975921 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-ddf5a80e-a172-4e7a-9f22-5e0a71f8e483 admin admin] 10.222.0.23 "DELETE /v2.0/networks/fb9c257f-d658-42e8-955f-e318f6125a57 HTTP/1.1" status: 204 len: 168 time: 0.4450364 May 10 05:36:43.993761 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5a80e-a172-4e7a-9f22-5e0a71f8e483 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb9c257f-d658-42e8-955f-e318f6125a57,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:44.094957 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf03104-1b2c-45be-8c99-68b34cee10c4 admin admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:36:44.103922 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff4752f-1dd5-4010-a090-5dba785f0953 None None] Sync routers for ids ['11682ce3-3c9a-44df-8814-3d046c664862'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:36:44.106735 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 48992) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:44.118135 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff4752f-1dd5-4010-a090-5dba785f0953 None None] Routers {'11682ce3-3c9a-44df-8814-3d046c664862'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:36:44.118775 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2ff4752f-1dd5-4010-a090-5dba785f0953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:36:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['11682ce3-3c9a-44df-8814-3d046c664862'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:44.123833 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8bf03104-1b2c-45be-8c99-68b34cee10c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:44.125314 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-8bf03104-1b2c-45be-8c99-68b34cee10c4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.1130807 May 10 05:36:44.126113 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b42ac4f2-e38f-4305-b1fb-2e9592924d06 None None] Provisioning complete for port 8d824646-1742-418b-bbb6-80bd6bc14f54 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:44.126479 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b42ac4f2-e38f-4305-b1fb-2e9592924d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (8d824646-1742-418b-bbb6-80bd6bc14f54), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:44.128302 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 48996) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:44.197573 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 49000) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:44.197821 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-2f4b4364-ed8a-41f7-814e-5106e2eb3d5d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a4b426f4da354914ab7f6f98d583f557&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0898535 May 10 05:36:44.245430 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-2ff4752f-1dd5-4010-a090-5dba785f0953 None None] Set router 11682ce3-3c9a-44df-8814-3d046c664862 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:36:44.251244 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b42ac4f2-e38f-4305-b1fb-2e9592924d06 None None] Current status of the port 8d824646-1742-418b-bbb6-80bd6bc14f54 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:44.271606 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6e23e6a-9b7c-4f9f-8ed5-852c2c7e964a admin admin] Publish callbacks [] for security_group (b553ad7e-c7ee-42b7-a6e8-ae66e7455257), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:44.293763 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6e23e6a-9b7c-4f9f-8ed5-852c2c7e964a admin admin] Publish callbacks [] for security_group (b553ad7e-c7ee-42b7-a6e8-ae66e7455257), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:44.361979 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6e23e6a-9b7c-4f9f-8ed5-852c2c7e964a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (b553ad7e-c7ee-42b7-a6e8-ae66e7455257), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:44.365933 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6e23e6a-9b7c-4f9f-8ed5-852c2c7e964a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:44.367086 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-d6e23e6a-9b7c-4f9f-8ed5-852c2c7e964a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b553ad7e-c7ee-42b7-a6e8-ae66e7455257 HTTP/1.1" status: 204 len: 168 time: 0.1685457 May 10 05:36:44.381263 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e23e6a-9b7c-4f9f-8ed5-852c2c7e964a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b553ad7e-c7ee-42b7-a6e8-ae66e7455257,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:44.464793 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2ff4752f-1dd5-4010-a090-5dba785f0953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11682ce3-3c9a-44df-8814-3d046c664862', 'name': 'tempest-TestShelveInstance-57066978-router', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '4b5d47a2-35ef-40ca-adb1-419b5d874c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:42Z', 'updated_at': '2022-05-10T05:36:42Z', 'revision_number': 3, 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'gw_port': {'id': '4b5d47a2-35ef-40ca-adb1-419b5d874c2b', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:99:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11682ce3-3c9a-44df-8814-3d046c664862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:42Z', 'updated_at': '2022-05-10T05:36:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:44.494232 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff4752f-1dd5-4010-a090-5dba785f0953 None None] Checking router: 11682ce3-3c9a-44df-8814-3d046c664862 for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:36:44.494578 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff4752f-1dd5-4010-a090-5dba785f0953 None None] Updating router 11682ce3-3c9a-44df-8814-3d046c664862 port 4b5d47a2-35ef-40ca-adb1-419b5d874c2b binding host dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 05:36:44.540454 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2ff4752f-1dd5-4010-a090-5dba785f0953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (4b5d47a2-35ef-40ca-adb1-419b5d874c2b), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:44.713737 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-154da799-ad9a-4586-814b-d221a701931b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:44.833830 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00248a9b-6c72-4f2f-9376-ac5fce6042c7 req-9b9fd75c-e590-48e2-8f78-068082a1f72a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:44.835325 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-00248a9b-6c72-4f2f-9376-ac5fce6042c7 req-9b9fd75c-e590-48e2-8f78-068082a1f72a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.0928395 May 10 05:36:44.863076 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2ff4752f-1dd5-4010-a090-5dba785f0953 None None] Publish callbacks [] for port (4b5d47a2-35ef-40ca-adb1-419b5d874c2b), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:44.871025 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2ff4752f-1dd5-4010-a090-5dba785f0953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (4b5d47a2-35ef-40ca-adb1-419b5d874c2b), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:44.923778 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-00248a9b-6c72-4f2f-9376-ac5fce6042c7 req-951204ee-03b5-4129-855f-e881815846f7 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632763 May 10 05:36:44.983101 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-154da799-ad9a-4586-814b-d221a701931b admin admin] Allocated IP 172.20.0.1 (918d9451-3907-4334-86c4-66c71dca6bc6/8b2a5834-958c-4d83-942b-6f1d18dc1c56/a1d64e4b-7098-4310-86a3-806f8d191537) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:36:45.044866 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-2ff4752f-1dd5-4010-a090-5dba785f0953 None None] Attempting to bind port 4b5d47a2-35ef-40ca-adb1-419b5d874c2b on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:36:45.045314 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-2ff4752f-1dd5-4010-a090-5dba785f0953 None None] Attempting to bind port 4b5d47a2-35ef-40ca-adb1-419b5d874c2b by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:36:45.045680 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff4752f-1dd5-4010-a090-5dba785f0953 None None] Attempting to bind port 4b5d47a2-35ef-40ca-adb1-419b5d874c2b on network 87bc626b-a764-429e-8d11-cdbbe513fac5 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:36:45.059607 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff4752f-1dd5-4010-a090-5dba785f0953 None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:36:45.059829 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff4752f-1dd5-4010-a090-5dba785f0953 None None] Checking segment: {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:36:45.060237 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2ff4752f-1dd5-4010-a090-5dba785f0953 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:45.060728 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff4752f-1dd5-4010-a090-5dba785f0953 None None] Bound using segment: {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:36:45.061321 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-2ff4752f-1dd5-4010-a090-5dba785f0953 None None] Bound port: 4b5d47a2-35ef-40ca-adb1-419b5d874c2b, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:36:45.061749 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2ff4752f-1dd5-4010-a090-5dba785f0953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (4b5d47a2-35ef-40ca-adb1-419b5d874c2b), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:45.106035 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50c736-4287-429d-8a9f-cc132dcca37b None None] Pushing event updated for resources: {'Port': ['ID=4b5d47a2-35ef-40ca-adb1-419b5d874c2b,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:45.121194 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-154da799-ad9a-4586-814b-d221a701931b admin admin] Publish callbacks [] for port (a1d64e4b-7098-4310-86a3-806f8d191537), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:45.121363 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50c736-4287-429d-8a9f-cc132dcca37b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:45.121530 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50c736-4287-429d-8a9f-cc132dcca37b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:45.122021 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50c736-4287-429d-8a9f-cc132dcca37b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:45.122370 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50c736-4287-429d-8a9f-cc132dcca37b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:45.123001 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50c736-4287-429d-8a9f-cc132dcca37b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:45.123328 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50c736-4287-429d-8a9f-cc132dcca37b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:45.123673 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50c736-4287-429d-8a9f-cc132dcca37b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:45.123990 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50c736-4287-429d-8a9f-cc132dcca37b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:45.124319 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50c736-4287-429d-8a9f-cc132dcca37b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:45.124638 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50c736-4287-429d-8a9f-cc132dcca37b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:45.125028 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50c736-4287-429d-8a9f-cc132dcca37b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:45.125360 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50c736-4287-429d-8a9f-cc132dcca37b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:45.125746 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50c736-4287-429d-8a9f-cc132dcca37b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:45.126014 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50c736-4287-429d-8a9f-cc132dcca37b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:45.126353 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50c736-4287-429d-8a9f-cc132dcca37b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:36:45.130606 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-2ff4752f-1dd5-4010-a090-5dba785f0953 None None] For port 4b5d47a2-35ef-40ca-adb1-419b5d874c2b, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:36:45.134095 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-2ff4752f-1dd5-4010-a090-5dba785f0953 None None] For port 4b5d47a2-35ef-40ca-adb1-419b5d874c2b, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=4b5d47a2-35ef-40ca-adb1-419b5d874c2b,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:36:45.140705 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2ff4752f-1dd5-4010-a090-5dba785f0953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (4b5d47a2-35ef-40ca-adb1-419b5d874c2b), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:45.168137 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-154da799-ad9a-4586-814b-d221a701931b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (a1d64e4b-7098-4310-86a3-806f8d191537), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:45.205562 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff4752f-1dd5-4010-a090-5dba785f0953 None None] Routers {'11682ce3-3c9a-44df-8814-3d046c664862'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:36:45.206289 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2ff4752f-1dd5-4010-a090-5dba785f0953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:36:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['11682ce3-3c9a-44df-8814-3d046c664862'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:45.208926 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50c736-4287-429d-8a9f-cc132dcca37b None None] Pushing event updated for resources: {'Port': ['ID=4b5d47a2-35ef-40ca-adb1-419b5d874c2b,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:45.239986 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154da799-ad9a-4586-814b-d221a701931b admin admin] Network 918d9451-3907-4334-86c4-66c71dca6bc6 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:36:45.247264 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154da799-ad9a-4586-814b-d221a701931b admin admin] Pushing event updated for resources: {'Port': ['ID=a1d64e4b-7098-4310-86a3-806f8d191537,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:45.251318 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-154da799-ad9a-4586-814b-d221a701931b admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:36:45.266173 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154da799-ad9a-4586-814b-d221a701931b admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:36:45.266896 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-154da799-ad9a-4586-814b-d221a701931b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410973'] for router_interface (11682ce3-3c9a-44df-8814-3d046c664862), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:45.306424 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 49068) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:45.352830 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-2ff4752f-1dd5-4010-a090-5dba785f0953 None None] Set router 11682ce3-3c9a-44df-8814-3d046c664862 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:36:45.414894 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 8d824646-1742-418b-bbb6-80bd6bc14f54 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:36:45.434163 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-99f30d07-874a-4b84-9847-76ccaae6c797 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-20062670-network', 'tenant_id': '0623b145317e4164862cd8601813c000'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:36:45.474953 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f30d07-874a-4b84-9847-76ccaae6c797 admin admin] Made reservation on behalf of 0623b145317e4164862cd8601813c000 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:36:45.478414 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99f30d07-874a-4b84-9847-76ccaae6c797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:45.481833 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port 8d824646-1742-418b-bbb6-80bd6bc14f54 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:45.482582 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (8d824646-1742-418b-bbb6-80bd6bc14f54), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:45.495943 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99f30d07-874a-4b84-9847-76ccaae6c797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:45.503872 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-154da799-ad9a-4586-814b-d221a701931b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (a1d64e4b-7098-4310-86a3-806f8d191537), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:45.594723 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port 8d824646-1742-418b-bbb6-80bd6bc14f54 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:45.625724 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2ff4752f-1dd5-4010-a090-5dba785f0953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11682ce3-3c9a-44df-8814-3d046c664862', 'name': 'tempest-TestShelveInstance-57066978-router', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '4b5d47a2-35ef-40ca-adb1-419b5d874c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:42Z', 'updated_at': '2022-05-10T05:36:42Z', 'revision_number': 3, 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'gw_port': {'id': '4b5d47a2-35ef-40ca-adb1-419b5d874c2b', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:99:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11682ce3-3c9a-44df-8814-3d046c664862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:42Z', 'updated_at': '2022-05-10T05:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:45.631733 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99f30d07-874a-4b84-9847-76ccaae6c797 admin admin] Publish callbacks [] for security_group (4febf409-e765-47c9-ad5d-00f23c3c5819), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:45.636836 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99f30d07-874a-4b84-9847-76ccaae6c797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (4febf409-e765-47c9-ad5d-00f23c3c5819), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:45.652514 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff4752f-1dd5-4010-a090-5dba785f0953 None None] The sync data for ids ['11682ce3-3c9a-44df-8814-3d046c664862'] in dv-cinder-836996-16-iscsi is: [{'id': '11682ce3-3c9a-44df-8814-3d046c664862', 'name': 'tempest-TestShelveInstance-57066978-router', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '4b5d47a2-35ef-40ca-adb1-419b5d874c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:42Z', 'updated_at': '2022-05-10T05:36:42Z', 'revision_number': 3, 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'gw_port': {'id': '4b5d47a2-35ef-40ca-adb1-419b5d874c2b', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:99:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11682ce3-3c9a-44df-8814-3d046c664862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:42Z', 'updated_at': '2022-05-10T05:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:36:45.662919 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f30d07-874a-4b84-9847-76ccaae6c797 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 05:36:45.677280 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f30d07-874a-4b84-9847-76ccaae6c797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4febf409-e765-47c9-ad5d-00f23c3c5819,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:45.682305 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99f30d07-874a-4b84-9847-76ccaae6c797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (d5074d01-1247-4bbd-94b1-016a992e97ef), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:45.682963 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.db.segments_db [None req-99f30d07-874a-4b84-9847-76ccaae6c797 admin admin] Added segment d5074d01-1247-4bbd-94b1-016a992e97ef of type vlan for network b91b1486-3cb7-481c-8684-1c68d074fc72 May 10 05:36:45.703491 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e660d789-9b7b-4828-beb4-df9e7907c764 None None] Provisioning complete for port a1d64e4b-7098-4310-86a3-806f8d191537 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:45.704250 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e660d789-9b7b-4828-beb4-df9e7907c764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (a1d64e4b-7098-4310-86a3-806f8d191537), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:45.727488 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99f30d07-874a-4b84-9847-76ccaae6c797 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215042991'] for network (b91b1486-3cb7-481c-8684-1c68d074fc72), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:45.743016 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-154da799-ad9a-4586-814b-d221a701931b admin admin] Publish callbacks [] for port (a1d64e4b-7098-4310-86a3-806f8d191537), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:45.745938 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e660d789-9b7b-4828-beb4-df9e7907c764 None None] Port a1d64e4b-7098-4310-86a3-806f8d191537 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:36:45.748638 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-154da799-ad9a-4586-814b-d221a701931b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (a1d64e4b-7098-4310-86a3-806f8d191537), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:45.749562 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-154da799-ad9a-4586-814b-d221a701931b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-483931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409952'] for router_interface (11682ce3-3c9a-44df-8814-3d046c664862), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:45.761117 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99f30d07-874a-4b84-9847-76ccaae6c797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for network (b91b1486-3cb7-481c-8684-1c68d074fc72), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:45.762179 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f30d07-874a-4b84-9847-76ccaae6c797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:45.762767 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99f30d07-874a-4b84-9847-76ccaae6c797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:45.811547 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-99f30d07-874a-4b84-9847-76ccaae6c797 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5032003 May 10 05:36:45.814301 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 49076) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:45.819211 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-f84b18a0-8571-4e5e-9bfa-71ed30429a4c admin admin] Request body: {'subnet': {'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-20062670-subnet', 'tenant_id': '0623b145317e4164862cd8601813c000', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:36:45.837732 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154da799-ad9a-4586-814b-d221a701931b admin admin] Pushing event updated for resources: {'Port': ['ID=a1d64e4b-7098-4310-86a3-806f8d191537,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:45.843198 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f30d07-874a-4b84-9847-76ccaae6c797 admin admin] Pushing event updated for resources: {'Network': ['ID=b91b1486-3cb7-481c-8684-1c68d074fc72,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:45.854315 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84b18a0-8571-4e5e-9bfa-71ed30429a4c admin admin] Made reservation on behalf of 0623b145317e4164862cd8601813c000 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:36:45.855343 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Network b91b1486-3cb7-481c-8684-1c68d074fc72 details requested by agent ovs-agent-dv-cinder-836996-16-iscsi with host dv-cinder-836996-16-iscsi {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 05:36:45.857834 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f84b18a0-8571-4e5e-9bfa-71ed30429a4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25345493'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:45.901326 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154da799-ad9a-4586-814b-d221a701931b admin admin] Network 918d9451-3907-4334-86c4-66c71dca6bc6 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:36:45.902842 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-154da799-ad9a-4586-814b-d221a701931b admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:36:46.108515 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f84b18a0-8571-4e5e-9bfa-71ed30429a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2854036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25345483'] for subnet (e26954e2-7a3b-4790-bc12-a1945a89ac49), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:46.169921 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-af864ba4-2413-4b8f-9e5c-f28e296a089a None None] Provisioning complete for port a1d64e4b-7098-4310-86a3-806f8d191537 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:46.170404 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-af864ba4-2413-4b8f-9e5c-f28e296a089a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (a1d64e4b-7098-4310-86a3-806f8d191537), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:46.173286 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b18a0-8571-4e5e-9bfa-71ed30429a4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e26954e2-7a3b-4790-bc12-a1945a89ac49,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:46.182249 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84b18a0-8571-4e5e-9bfa-71ed30429a4c admin admin] Checking segment: {'id': 'd5074d01-1247-4bbd-94b1-016a992e97ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:36:46.182627 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84b18a0-8571-4e5e-9bfa-71ed30429a4c admin admin] Network hostable DHCP agents. Network: b91b1486-3cb7-481c-8684-1c68d074fc72, hostable agents: ['80185445-a40d-4750-a48c-216d3708fc1f'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 05:36:46.203168 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84b18a0-8571-4e5e-9bfa-71ed30429a4c admin admin] Network b91b1486-3cb7-481c-8684-1c68d074fc72 is scheduled to be hosted by DHCP agent 80185445-a40d-4750-a48c-216d3708fc1f with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 05:36:46.215651 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-f84b18a0-8571-4e5e-9bfa-71ed30429a4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-16-iscsi, b91b1486-3cb7-481c-8684-1c68d074fc72) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:36:46.224438 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84b18a0-8571-4e5e-9bfa-71ed30429a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:46.225050 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f84b18a0-8571-4e5e-9bfa-71ed30429a4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:46.225770 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-af864ba4-2413-4b8f-9e5c-f28e296a089a None None] Port a1d64e4b-7098-4310-86a3-806f8d191537 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:36:46.228081 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b9b8ac-11aa-441f-95b5-54e41e84ef1f None None] Network b91b1486-3cb7-481c-8684-1c68d074fc72 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:36:46.245228 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-f84b18a0-8571-4e5e-9bfa-71ed30429a4c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4297643 May 10 05:36:46.248075 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 49080) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:46.253220 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-0ed2e2a7-b93b-4927-83dd-a333c75238ae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:36:46.275093 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e2a7-b93b-4927-83dd-a333c75238ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1813'] for router (e8f29ba1-9b40-4eac-84bb-1b5acd961371), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:46.276346 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e2a7-b93b-4927-83dd-a333c75238ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router (e8f29ba1-9b40-4eac-84bb-1b5acd961371), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:46.355786 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e2a7-b93b-4927-83dd-a333c75238ae admin admin] Publish callbacks [] for router_controller (e8f29ba1-9b40-4eac-84bb-1b5acd961371), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:46.364684 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9317e07-c1dd-4140-9b86-d386a3d1b9ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77a1f43e-83cf-5f9e-974f-aeeb96f1245d-b91b1486-3cb7-481c-8684-1c68d074fc72', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'project_id': '0623b145317e4164862cd8601813c000', 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49'}]}} from dv-cinder-836996-16-iscsi. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 05:36:46.366163 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a9317e07-c1dd-4140-9b86-d386a3d1b9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:46.374167 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cda568-d1e4-4899-a89e-a640d5d8dda5 req-9a8e177a-3a9b-43c8-ab26-b6cb8e626943 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:46.375839 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-90cda568-d1e4-4899-a89e-a640d5d8dda5 req-9a8e177a-3a9b-43c8-ab26-b6cb8e626943 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.3605499 May 10 05:36:46.418334 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154da799-ad9a-4586-814b-d221a701931b admin admin] Router 11682ce3-3c9a-44df-8814-3d046c664862 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:36:46.456090 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-90cda568-d1e4-4899-a89e-a640d5d8dda5 req-7f3d8443-cb24-49e3-ae39-b097d4917bd0 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714414 May 10 05:36:46.566385 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e2a7-b93b-4927-83dd-a333c75238ae admin admin] Publish callbacks [] for router_gateway (e8f29ba1-9b40-4eac-84bb-1b5acd961371), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:46.608182 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-a9317e07-c1dd-4140-9b86-d386a3d1b9ea None None] Allocated IP 172.20.0.2 (b91b1486-3cb7-481c-8684-1c68d074fc72/e26954e2-7a3b-4790-bc12-a1945a89ac49/e04b06d1-c386-40b0-a280-3c35432942b1) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:36:46.629011 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154da799-ad9a-4586-814b-d221a701931b admin admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:36:46.636804 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-154da799-ad9a-4586-814b-d221a701931b admin admin] 10.222.0.23 "PUT /v2.0/routers/11682ce3-3c9a-44df-8814-3d046c664862/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5058191 May 10 05:36:46.811219 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e2a7-b93b-4927-83dd-a333c75238ae admin admin] Publish callbacks [] for router_gateway (e8f29ba1-9b40-4eac-84bb-1b5acd961371), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:46.813221 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a9317e07-c1dd-4140-9b86-d386a3d1b9ea None None] Publish callbacks [] for port (e04b06d1-c386-40b0-a280-3c35432942b1), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:46.822263 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a9317e07-c1dd-4140-9b86-d386a3d1b9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (e04b06d1-c386-40b0-a280-3c35432942b1), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:46.835243 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e2a7-b93b-4927-83dd-a333c75238ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:46.901403 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9317e07-c1dd-4140-9b86-d386a3d1b9ea None None] Pushing event updated for resources: {'Port': ['ID=e04b06d1-c386-40b0-a280-3c35432942b1,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:46.913910 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9317e07-c1dd-4140-9b86-d386a3d1b9ea None None] Network b91b1486-3cb7-481c-8684-1c68d074fc72 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:36:46.915218 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-a9317e07-c1dd-4140-9b86-d386a3d1b9ea None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:36:46.920343 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9317e07-c1dd-4140-9b86-d386a3d1b9ea None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:36:46.936717 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 49102) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:46.988603 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-0ed2e2a7-b93b-4927-83dd-a333c75238ae admin admin] Allocated IP 172.27.0.248 (87bc626b-a764-429e-8d11-cdbbe513fac5/76823629-1df9-4cfd-a8c3-1d6cce6b2ea9/afb9db37-c339-4e8f-9b00-56e27c0024e7) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:36:46.990434 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-a9317e07-c1dd-4140-9b86-d386a3d1b9ea None None] Attempting to bind port e04b06d1-c386-40b0-a280-3c35432942b1 on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:36:46.990571 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-a9317e07-c1dd-4140-9b86-d386a3d1b9ea None None] Attempting to bind port e04b06d1-c386-40b0-a280-3c35432942b1 by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': 'd5074d01-1247-4bbd-94b1-016a992e97ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:36:46.990927 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9317e07-c1dd-4140-9b86-d386a3d1b9ea None None] Attempting to bind port e04b06d1-c386-40b0-a280-3c35432942b1 on network b91b1486-3cb7-481c-8684-1c68d074fc72 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:36:46.999286 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9317e07-c1dd-4140-9b86-d386a3d1b9ea None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:36:47.000080 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9317e07-c1dd-4140-9b86-d386a3d1b9ea None None] Checking segment: {'id': 'd5074d01-1247-4bbd-94b1-016a992e97ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:36:47.001337 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a9317e07-c1dd-4140-9b86-d386a3d1b9ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:47.001779 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9317e07-c1dd-4140-9b86-d386a3d1b9ea None None] Bound using segment: {'id': 'd5074d01-1247-4bbd-94b1-016a992e97ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:36:47.002697 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-a9317e07-c1dd-4140-9b86-d386a3d1b9ea None None] Bound port: e04b06d1-c386-40b0-a280-3c35432942b1, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5074d01-1247-4bbd-94b1-016a992e97ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:36:47.003153 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a9317e07-c1dd-4140-9b86-d386a3d1b9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (e04b06d1-c386-40b0-a280-3c35432942b1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:47.096514 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a9317e07-c1dd-4140-9b86-d386a3d1b9ea None None] For port e04b06d1-c386-40b0-a280-3c35432942b1, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:36:47.101031 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a9317e07-c1dd-4140-9b86-d386a3d1b9ea None None] For port e04b06d1-c386-40b0-a280-3c35432942b1, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=e04b06d1-c386-40b0-a280-3c35432942b1,segment=NetworkSegment(d5074d01-1247-4bbd-94b1-016a992e97ef),segment_id=d5074d01-1247-4bbd-94b1-016a992e97ef)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:36:47.109625 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a9317e07-c1dd-4140-9b86-d386a3d1b9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (e04b06d1-c386-40b0-a280-3c35432942b1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:47.110903 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e2a7-b93b-4927-83dd-a333c75238ae admin admin] Publish callbacks [] for port (afb9db37-c339-4e8f-9b00-56e27c0024e7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:47.136095 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-93e049b1-49e2-434e-99b6-2230b678421d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:47.152675 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e2a7-b93b-4927-83dd-a333c75238ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (afb9db37-c339-4e8f-9b00-56e27c0024e7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:47.184524 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9317e07-c1dd-4140-9b86-d386a3d1b9ea None None] Pushing event updated for resources: {'Port': ['ID=e04b06d1-c386-40b0-a280-3c35432942b1,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:47.216606 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed2e2a7-b93b-4927-83dd-a333c75238ae admin admin] Network 87bc626b-a764-429e-8d11-cdbbe513fac5 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:36:47.222786 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-0ed2e2a7-b93b-4927-83dd-a333c75238ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:36:47.227473 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed2e2a7-b93b-4927-83dd-a333c75238ae admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:36:47.263947 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-93e049b1-49e2-434e-99b6-2230b678421d admin admin] Publish callbacks [] for security_group (ea83d32b-0c90-490c-a7af-a39893b63b01), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:47.274164 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-93e049b1-49e2-434e-99b6-2230b678421d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (ea83d32b-0c90-490c-a7af-a39893b63b01), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:47.336268 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-93e049b1-49e2-434e-99b6-2230b678421d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f88eeb0863c84a7ebedab78ab7f0b970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3957548 May 10 05:36:47.338128 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 49112) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:47.352302 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e049b1-49e2-434e-99b6-2230b678421d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea83d32b-0c90-490c-a7af-a39893b63b01,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:47.374786 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 4b5d47a2-35ef-40ca-adb1-419b5d874c2b up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:36:47.448099 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a98b9a88-f690-49ce-a8b4-eccd639e4475 admin admin] Publish callbacks [] for security_group (ea83d32b-0c90-490c-a7af-a39893b63b01), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:47.458151 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port 4b5d47a2-35ef-40ca-adb1-419b5d874c2b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:47.458535 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (4b5d47a2-35ef-40ca-adb1-419b5d874c2b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:47.469009 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 49116) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:47.493594 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-1b597e62-deb3-41ed-8f66-f457123f31bb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-979937581-network', 'tenant_id': '96f5fbc03aab48ed80b52ac8bb30d9b4'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:36:47.503449 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a98b9a88-f690-49ce-a8b4-eccd639e4475 admin admin] Publish callbacks [] for security_group (ea83d32b-0c90-490c-a7af-a39893b63b01), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:47.524078 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2e2a7-b93b-4927-83dd-a333c75238ae admin admin] Pushing event updated for resources: {'Port': ['ID=afb9db37-c339-4e8f-9b00-56e27c0024e7,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:47.584292 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port 4b5d47a2-35ef-40ca-adb1-419b5d874c2b is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:47.584679 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (4b5d47a2-35ef-40ca-adb1-419b5d874c2b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:47.606043 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b597e62-deb3-41ed-8f66-f457123f31bb admin admin] Made reservation on behalf of 96f5fbc03aab48ed80b52ac8bb30d9b4 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:36:47.608356 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1b597e62-deb3-41ed-8f66-f457123f31bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:47.609336 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] For port 4b5d47a2-35ef-40ca-adb1-419b5d874c2b, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=4b5d47a2-35ef-40ca-adb1-419b5d874c2b,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:36:47.625904 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (4b5d47a2-35ef-40ca-adb1-419b5d874c2b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:47.627684 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1b597e62-deb3-41ed-8f66-f457123f31bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:47.651372 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de34e0-52c9-40dd-92dc-18d53ca16fc1 req-bc3c1865-9541-41b3-ad3e-bedd38757c60 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:47.652878 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-48de34e0-52c9-40dd-92dc-18d53ca16fc1 req-bc3c1865-9541-41b3-ad3e-bedd38757c60 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.0990222 May 10 05:36:47.690350 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a98b9a88-f690-49ce-a8b4-eccd639e4475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (ea83d32b-0c90-490c-a7af-a39893b63b01), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:47.692861 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a98b9a88-f690-49ce-a8b4-eccd639e4475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:47.696541 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-a98b9a88-f690-49ce-a8b4-eccd639e4475 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea83d32b-0c90-490c-a7af-a39893b63b01 HTTP/1.1" status: 204 len: 168 time: 0.3515520 May 10 05:36:47.696720 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e2a7-b93b-4927-83dd-a333c75238ae admin admin] Publish callbacks [] for router_gateway (e8f29ba1-9b40-4eac-84bb-1b5acd961371), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:47.721229 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b9a88-f690-49ce-a8b4-eccd639e4475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea83d32b-0c90-490c-a7af-a39893b63b01,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:47.760458 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-48de34e0-52c9-40dd-92dc-18d53ca16fc1 req-f10df752-08f4-4026-af97-0b056530c821 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940318 May 10 05:36:47.807858 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1b597e62-deb3-41ed-8f66-f457123f31bb admin admin] Publish callbacks [] for security_group (abb8ec16-312a-4a94-8528-fe6a68659f5c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:47.816046 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1b597e62-deb3-41ed-8f66-f457123f31bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (abb8ec16-312a-4a94-8528-fe6a68659f5c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:47.847140 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b597e62-deb3-41ed-8f66-f457123f31bb admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 05:36:47.862234 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b597e62-deb3-41ed-8f66-f457123f31bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb8ec16-312a-4a94-8528-fe6a68659f5c,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:47.883336 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1b597e62-deb3-41ed-8f66-f457123f31bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (1e3020ce-8199-44dc-b60b-4a91d25a5a63), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:47.883864 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.db.segments_db [None req-1b597e62-deb3-41ed-8f66-f457123f31bb admin admin] Added segment 1e3020ce-8199-44dc-b60b-4a91d25a5a63 of type vlan for network 0370ae44-2cb8-4ca6-9a3d-d95b84367648 May 10 05:36:47.886885 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Pushing event updated for resources: {'Port': ['ID=4b5d47a2-35ef-40ca-adb1-419b5d874c2b,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:47.895164 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f11da3-f317-42e9-b30d-438d76baccdd None None] Sync routers for ids ['11682ce3-3c9a-44df-8814-3d046c664862'] in dv-cinder-836996-16-iscsi {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:36:47.914455 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f11da3-f317-42e9-b30d-438d76baccdd None None] Routers {'11682ce3-3c9a-44df-8814-3d046c664862'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:36:47.916990 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-04f11da3-f317-42e9-b30d-438d76baccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:36:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['11682ce3-3c9a-44df-8814-3d046c664862'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:47.944486 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1b597e62-deb3-41ed-8f66-f457123f31bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215042991'] for network (0370ae44-2cb8-4ca6-9a3d-d95b84367648), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:47.989854 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1b597e62-deb3-41ed-8f66-f457123f31bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for network (0370ae44-2cb8-4ca6-9a3d-d95b84367648), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:47.990931 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b597e62-deb3-41ed-8f66-f457123f31bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:47.991458 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1b597e62-deb3-41ed-8f66-f457123f31bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:47.999312 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e2a7-b93b-4927-83dd-a333c75238ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423434'] for router (e8f29ba1-9b40-4eac-84bb-1b5acd961371), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:48.062967 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-1b597e62-deb3-41ed-8f66-f457123f31bb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5920186 May 10 05:36:48.065162 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 49124) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:48.071519 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-04f11da3-f317-42e9-b30d-438d76baccdd None None] Set router 11682ce3-3c9a-44df-8814-3d046c664862 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:36:48.074140 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b597e62-deb3-41ed-8f66-f457123f31bb admin admin] Pushing event updated for resources: {'Network': ['ID=0370ae44-2cb8-4ca6-9a3d-d95b84367648,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:48.080241 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-c26e596d-c8bd-4b3e-9155-20c2b15cf939 admin admin] Request body: {'subnet': {'network_id': '0370ae44-2cb8-4ca6-9a3d-d95b84367648', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-979937581-subnet', 'tenant_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:36:48.106237 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Network 0370ae44-2cb8-4ca6-9a3d-d95b84367648 details requested by agent ovs-agent-dv-cinder-836996-16-iscsi with host dv-cinder-836996-16-iscsi {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 05:36:48.139566 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26e596d-c8bd-4b3e-9155-20c2b15cf939 admin admin] Made reservation on behalf of 96f5fbc03aab48ed80b52ac8bb30d9b4 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:36:48.142222 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c26e596d-c8bd-4b3e-9155-20c2b15cf939 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25345493'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:48.210719 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 49126) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:48.228157 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9e008ec1-188a-4fd8-b59e-289556b315a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:48.319876 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9e008ec1-188a-4fd8-b59e-289556b315a1 admin admin] Publish callbacks [] for security_group (7704ebab-3044-4c3b-add3-ce59e74b30af), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:48.324927 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9e008ec1-188a-4fd8-b59e-289556b315a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (7704ebab-3044-4c3b-add3-ce59e74b30af), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:48.371078 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-04f11da3-f317-42e9-b30d-438d76baccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11682ce3-3c9a-44df-8814-3d046c664862', 'name': 'tempest-TestShelveInstance-57066978-router', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '4b5d47a2-35ef-40ca-adb1-419b5d874c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:42Z', 'updated_at': '2022-05-10T05:36:45Z', 'revision_number': 4, 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'gw_port': {'id': '4b5d47a2-35ef-40ca-adb1-419b5d874c2b', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11682ce3-3c9a-44df-8814-3d046c664862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:42Z', 'updated_at': '2022-05-10T05:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'a1d64e4b-7098-4310-86a3-806f8d191537', 'name': '', 'network_id': '918d9451-3907-4334-86c4-66c71dca6bc6', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'mac_address': 'fa:16:3e:9d:0b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11682ce3-3c9a-44df-8814-3d046c664862', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '8b2a5834-958c-4d83-942b-6f1d18dc1c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:44Z', 'updated_at': '2022-05-10T05:36:45Z', 'revision_number': 2, 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'subnets': [{'id': '8b2a5834-958c-4d83-942b-6f1d18dc1c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:48.382000 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-9e008ec1-188a-4fd8-b59e-289556b315a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=562fd70bb9234941802bfac352c8012d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1678054 May 10 05:36:48.382000 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e008ec1-188a-4fd8-b59e-289556b315a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7704ebab-3044-4c3b-add3-ce59e74b30af,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:48.383609 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 49128) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:48.418137 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f11da3-f317-42e9-b30d-438d76baccdd None None] Checking router: 11682ce3-3c9a-44df-8814-3d046c664862 for host: dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:36:48.419088 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f11da3-f317-42e9-b30d-438d76baccdd None None] Updating router 11682ce3-3c9a-44df-8814-3d046c664862 port a1d64e4b-7098-4310-86a3-806f8d191537 binding host dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 05:36:48.449547 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8211ca0a-0868-45ae-ada1-58d719e41391 admin admin] Publish callbacks [] for security_group (7704ebab-3044-4c3b-add3-ce59e74b30af), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:48.450475 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-04f11da3-f317-42e9-b30d-438d76baccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (a1d64e4b-7098-4310-86a3-806f8d191537), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:48.474723 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8211ca0a-0868-45ae-ada1-58d719e41391 admin admin] Publish callbacks [] for security_group (7704ebab-3044-4c3b-add3-ce59e74b30af), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:48.518966 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed2e2a7-b93b-4927-83dd-a333c75238ae admin admin] Router e8f29ba1-9b40-4eac-84bb-1b5acd961371 is scheduled to L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 05:36:48.532706 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8211ca0a-0868-45ae-ada1-58d719e41391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (7704ebab-3044-4c3b-add3-ce59e74b30af), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:48.536107 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8211ca0a-0868-45ae-ada1-58d719e41391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:48.539610 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-8211ca0a-0868-45ae-ada1-58d719e41391 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7704ebab-3044-4c3b-add3-ce59e74b30af HTTP/1.1" status: 204 len: 168 time: 0.1527536 May 10 05:36:48.550723 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211ca0a-0868-45ae-ada1-58d719e41391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7704ebab-3044-4c3b-add3-ce59e74b30af,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:48.692475 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29de9154-0c7a-4523-a35a-1475f7c1c313 None None] Network b91b1486-3cb7-481c-8684-1c68d074fc72 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:36:48.721342 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed2e2a7-b93b-4927-83dd-a333c75238ae admin admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:36:48.734896 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c26e596d-c8bd-4b3e-9155-20c2b15cf939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2854036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25345483'] for subnet (8323ba93-0969-42a9-aedb-cc52c0fe074a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:48.738846 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4885f61-af43-4554-8c27-8a2c1b2b2de4 None None] Sync routers for ids ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:36:48.757204 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4885f61-af43-4554-8c27-8a2c1b2b2de4 None None] Routers {'e8f29ba1-9b40-4eac-84bb-1b5acd961371'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:36:48.760688 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a4885f61-af43-4554-8c27-8a2c1b2b2de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:36:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:48.777883 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e2a7-b93b-4927-83dd-a333c75238ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:48.779724 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-0ed2e2a7-b93b-4927-83dd-a333c75238ae admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5306680 May 10 05:36:48.782674 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 49136) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:48.817042 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26e596d-c8bd-4b3e-9155-20c2b15cf939 admin admin] Checking segment: {'id': '1e3020ce-8199-44dc-b60b-4a91d25a5a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0370ae44-2cb8-4ca6-9a3d-d95b84367648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:36:48.817589 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26e596d-c8bd-4b3e-9155-20c2b15cf939 admin admin] Network hostable DHCP agents. Network: 0370ae44-2cb8-4ca6-9a3d-d95b84367648, hostable agents: ['80185445-a40d-4750-a48c-216d3708fc1f'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 05:36:48.829830 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e596d-c8bd-4b3e-9155-20c2b15cf939 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8323ba93-0969-42a9-aedb-cc52c0fe074a,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:48.848807 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-31758207-c95c-40e9-b6ce-19f027eeea2d None None] Provisioning complete for port e04b06d1-c386-40b0-a280-3c35432942b1 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:48.850727 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-31758207-c95c-40e9-b6ce-19f027eeea2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (e04b06d1-c386-40b0-a280-3c35432942b1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:48.857185 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26e596d-c8bd-4b3e-9155-20c2b15cf939 admin admin] Network 0370ae44-2cb8-4ca6-9a3d-d95b84367648 is scheduled to be hosted by DHCP agent 80185445-a40d-4750-a48c-216d3708fc1f with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 05:36:48.870927 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-c26e596d-c8bd-4b3e-9155-20c2b15cf939 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-16-iscsi, 0370ae44-2cb8-4ca6-9a3d-d95b84367648) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:36:48.886222 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26e596d-c8bd-4b3e-9155-20c2b15cf939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:48.887928 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c26e596d-c8bd-4b3e-9155-20c2b15cf939 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:48.911518 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90468155-c3b2-4393-9f57-6ab57e62aa3a None None] Network 0370ae44-2cb8-4ca6-9a3d-d95b84367648 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:36:48.931199 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-c26e596d-c8bd-4b3e-9155-20c2b15cf939 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8624341 May 10 05:36:48.932181 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 49142) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:48.936917 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-79c8be53-0697-427a-8e62-78d8fdd065e3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-979937581-router', 'tenant_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:36:48.962297 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-a4885f61-af43-4554-8c27-8a2c1b2b2de4 None None] Set router e8f29ba1-9b40-4eac-84bb-1b5acd961371 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:36:48.971624 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79c8be53-0697-427a-8e62-78d8fdd065e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1813'] for router (e9cd0edf-42f5-4763-bd40-5832e01e0150), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:48.972670 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79c8be53-0697-427a-8e62-78d8fdd065e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router (e9cd0edf-42f5-4763-bd40-5832e01e0150), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:49.010472 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4705319-54b7-4a21-ab65-380940d62fdf req-b01be6ff-764e-44cd-aac7-6c863b68ba04 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:49.012997 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e4705319-54b7-4a21-ab65-380940d62fdf req-b01be6ff-764e-44cd-aac7-6c863b68ba04 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.1198766 May 10 05:36:49.056458 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-04f11da3-f317-42e9-b30d-438d76baccdd None None] Publish callbacks [] for port (a1d64e4b-7098-4310-86a3-806f8d191537), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:49.074632 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79c8be53-0697-427a-8e62-78d8fdd065e3 admin admin] Publish callbacks [] for router_controller (e9cd0edf-42f5-4763-bd40-5832e01e0150), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:49.095112 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-04f11da3-f317-42e9-b30d-438d76baccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (a1d64e4b-7098-4310-86a3-806f8d191537), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:49.120995 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e4705319-54b7-4a21-ab65-380940d62fdf req-8c2923da-cffc-40fe-b6ef-f33c4d5fa67c tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024694 May 10 05:36:49.193603 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-31758207-c95c-40e9-b6ce-19f027eeea2d None None] Current status of the port e04b06d1-c386-40b0-a280-3c35432942b1 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:49.193980 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-31758207-c95c-40e9-b6ce-19f027eeea2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (e04b06d1-c386-40b0-a280-3c35432942b1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:49.196034 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3c1767-d9ba-4f0b-9b6a-fae53d2a3b48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77a1f43e-83cf-5f9e-974f-aeeb96f1245d-0370ae44-2cb8-4ca6-9a3d-d95b84367648', 'network_id': '0370ae44-2cb8-4ca6-9a3d-d95b84367648', 'project_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'fixed_ips': [{'subnet_id': '8323ba93-0969-42a9-aedb-cc52c0fe074a'}]}} from dv-cinder-836996-16-iscsi. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 05:36:49.196835 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0a3c1767-d9ba-4f0b-9b6a-fae53d2a3b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:49.326618 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be941515-0e9b-451f-a698-f48aab29d673 None None] Pushing event updated for resources: {'Port': ['ID=a1d64e4b-7098-4310-86a3-806f8d191537,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:49.400333 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79c8be53-0697-427a-8e62-78d8fdd065e3 admin admin] Publish callbacks [] for router_gateway (e9cd0edf-42f5-4763-bd40-5832e01e0150), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:49.414925 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-31758207-c95c-40e9-b6ce-19f027eeea2d None None] For port e04b06d1-c386-40b0-a280-3c35432942b1, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=e04b06d1-c386-40b0-a280-3c35432942b1,segment=NetworkSegment(d5074d01-1247-4bbd-94b1-016a992e97ef),segment_id=d5074d01-1247-4bbd-94b1-016a992e97ef)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:36:49.454569 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a4885f61-af43-4554-8c27-8a2c1b2b2de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:47Z', 'revision_number': 3, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:49.540622 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4885f61-af43-4554-8c27-8a2c1b2b2de4 None None] Checking router: e8f29ba1-9b40-4eac-84bb-1b5acd961371 for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:36:49.541851 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4885f61-af43-4554-8c27-8a2c1b2b2de4 None None] Updating router e8f29ba1-9b40-4eac-84bb-1b5acd961371 port afb9db37-c339-4e8f-9b00-56e27c0024e7 binding host dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 05:36:49.608449 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device e04b06d1-c386-40b0-a280-3c35432942b1 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:36:49.611456 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a4885f61-af43-4554-8c27-8a2c1b2b2de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (afb9db37-c339-4e8f-9b00-56e27c0024e7), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:49.643789 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-31758207-c95c-40e9-b6ce-19f027eeea2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (e04b06d1-c386-40b0-a280-3c35432942b1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:49.703617 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-04f11da3-f317-42e9-b30d-438d76baccdd None None] Attempting to bind port a1d64e4b-7098-4310-86a3-806f8d191537 on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:36:49.704319 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-04f11da3-f317-42e9-b30d-438d76baccdd None None] Attempting to bind port a1d64e4b-7098-4310-86a3-806f8d191537 by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': 'bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '918d9451-3907-4334-86c4-66c71dca6bc6'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:36:49.704319 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f11da3-f317-42e9-b30d-438d76baccdd None None] Attempting to bind port a1d64e4b-7098-4310-86a3-806f8d191537 on network 918d9451-3907-4334-86c4-66c71dca6bc6 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:36:49.732529 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79c8be53-0697-427a-8e62-78d8fdd065e3 admin admin] Publish callbacks [] for router_gateway (e9cd0edf-42f5-4763-bd40-5832e01e0150), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:49.748630 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f11da3-f317-42e9-b30d-438d76baccdd None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:36:49.749009 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f11da3-f317-42e9-b30d-438d76baccdd None None] Checking segment: {'id': 'bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '918d9451-3907-4334-86c4-66c71dca6bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:36:49.749415 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-04f11da3-f317-42e9-b30d-438d76baccdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:49.749857 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f11da3-f317-42e9-b30d-438d76baccdd None None] Bound using segment: {'id': 'bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '918d9451-3907-4334-86c4-66c71dca6bc6'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:36:49.750344 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-04f11da3-f317-42e9-b30d-438d76baccdd None None] Bound port: a1d64e4b-7098-4310-86a3-806f8d191537, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '918d9451-3907-4334-86c4-66c71dca6bc6'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:36:49.750739 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-04f11da3-f317-42e9-b30d-438d76baccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (a1d64e4b-7098-4310-86a3-806f8d191537), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:49.755754 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c4be0174-5c04-4913-97ba-fd3d9baa8b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:49.765551 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79c8be53-0697-427a-8e62-78d8fdd065e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:49.813195 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port e04b06d1-c386-40b0-a280-3c35432942b1 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:49.813598 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (e04b06d1-c386-40b0-a280-3c35432942b1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:49.857500 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31758207-c95c-40e9-b6ce-19f027eeea2d None None] Pushing event updated for resources: {'Port': ['ID=e04b06d1-c386-40b0-a280-3c35432942b1,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:49.861761 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-54effe3c-3694-45f7-b1b0-55ad52e4edfb None None] Provisioning complete for port e04b06d1-c386-40b0-a280-3c35432942b1 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:49.862148 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-54effe3c-3694-45f7-b1b0-55ad52e4edfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (e04b06d1-c386-40b0-a280-3c35432942b1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:49.932704 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-0a3c1767-d9ba-4f0b-9b6a-fae53d2a3b48 None None] Allocated IP 172.20.0.2 (0370ae44-2cb8-4ca6-9a3d-d95b84367648/8323ba93-0969-42a9-aedb-cc52c0fe074a/b68f2ee9-8369-4628-8221-3794c0da3668) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:36:49.970340 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-c4be0174-5c04-4913-97ba-fd3d9baa8b15 admin admin] Allocated IP 172.20.0.1 (b91b1486-3cb7-481c-8684-1c68d074fc72/e26954e2-7a3b-4790-bc12-a1945a89ac49/8f319875-0fd3-4312-9bcf-bc51d061cb39) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:36:49.990352 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a4885f61-af43-4554-8c27-8a2c1b2b2de4 None None] Publish callbacks [] for port (afb9db37-c339-4e8f-9b00-56e27c0024e7), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:50.000091 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a4885f61-af43-4554-8c27-8a2c1b2b2de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (afb9db37-c339-4e8f-9b00-56e27c0024e7), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:50.055087 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a7a4b-8cc5-4090-b683-3ad7872a570f None None] Pushing event updated for resources: {'Port': ['ID=afb9db37-c339-4e8f-9b00-56e27c0024e7,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:50.077284 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-79c8be53-0697-427a-8e62-78d8fdd065e3 admin admin] Allocated IP 172.27.0.230 (87bc626b-a764-429e-8d11-cdbbe513fac5/76823629-1df9-4cfd-a8c3-1d6cce6b2ea9/dbc7cc46-068c-4eb3-9f75-57f449897de0) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:36:50.086652 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-a4885f61-af43-4554-8c27-8a2c1b2b2de4 None None] Attempting to bind port afb9db37-c339-4e8f-9b00-56e27c0024e7 on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:36:50.087735 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-a4885f61-af43-4554-8c27-8a2c1b2b2de4 None None] Attempting to bind port afb9db37-c339-4e8f-9b00-56e27c0024e7 by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:36:50.088140 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4885f61-af43-4554-8c27-8a2c1b2b2de4 None None] Attempting to bind port afb9db37-c339-4e8f-9b00-56e27c0024e7 on network 87bc626b-a764-429e-8d11-cdbbe513fac5 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:36:50.096218 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4885f61-af43-4554-8c27-8a2c1b2b2de4 None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:36:50.096781 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4885f61-af43-4554-8c27-8a2c1b2b2de4 None None] Checking segment: {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:36:50.097229 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a4885f61-af43-4554-8c27-8a2c1b2b2de4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:50.097698 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4885f61-af43-4554-8c27-8a2c1b2b2de4 None None] Bound using segment: {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:36:50.098940 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-a4885f61-af43-4554-8c27-8a2c1b2b2de4 None None] Bound port: afb9db37-c339-4e8f-9b00-56e27c0024e7, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:36:50.099568 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a4885f61-af43-4554-8c27-8a2c1b2b2de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (afb9db37-c339-4e8f-9b00-56e27c0024e7), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:50.168514 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-a4885f61-af43-4554-8c27-8a2c1b2b2de4 None None] For port afb9db37-c339-4e8f-9b00-56e27c0024e7, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:36:50.174117 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-a4885f61-af43-4554-8c27-8a2c1b2b2de4 None None] For port afb9db37-c339-4e8f-9b00-56e27c0024e7, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=afb9db37-c339-4e8f-9b00-56e27c0024e7,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:36:50.194611 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79c8be53-0697-427a-8e62-78d8fdd065e3 admin admin] Publish callbacks [] for port (dbc7cc46-068c-4eb3-9f75-57f449897de0), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:50.195070 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a4885f61-af43-4554-8c27-8a2c1b2b2de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (afb9db37-c339-4e8f-9b00-56e27c0024e7), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:50.195871 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c4be0174-5c04-4913-97ba-fd3d9baa8b15 admin admin] Publish callbacks [] for port (8f319875-0fd3-4312-9bcf-bc51d061cb39), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:50.240700 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79c8be53-0697-427a-8e62-78d8fdd065e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (dbc7cc46-068c-4eb3-9f75-57f449897de0), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:50.273649 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-04f11da3-f317-42e9-b30d-438d76baccdd None None] For port a1d64e4b-7098-4310-86a3-806f8d191537, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:36:50.274785 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c4be0174-5c04-4913-97ba-fd3d9baa8b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (8f319875-0fd3-4312-9bcf-bc51d061cb39), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:50.277166 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-04f11da3-f317-42e9-b30d-438d76baccdd None None] For port a1d64e4b-7098-4310-86a3-806f8d191537, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=a1d64e4b-7098-4310-86a3-806f8d191537,segment=NetworkSegment(bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c),segment_id=bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:36:50.287508 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-04f11da3-f317-42e9-b30d-438d76baccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (a1d64e4b-7098-4310-86a3-806f8d191537), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:50.307416 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a7a4b-8cc5-4090-b683-3ad7872a570f None None] Pushing event updated for resources: {'Port': ['ID=afb9db37-c339-4e8f-9b00-56e27c0024e7,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:50.314903 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4885f61-af43-4554-8c27-8a2c1b2b2de4 None None] Routers {'e8f29ba1-9b40-4eac-84bb-1b5acd961371'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:36:50.315563 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a4885f61-af43-4554-8c27-8a2c1b2b2de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:36:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:50.338375 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4be0174-5c04-4913-97ba-fd3d9baa8b15 admin admin] Network b91b1486-3cb7-481c-8684-1c68d074fc72 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:36:50.345637 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-c4be0174-5c04-4913-97ba-fd3d9baa8b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:36:50.355986 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c8be53-0697-427a-8e62-78d8fdd065e3 admin admin] Network 87bc626b-a764-429e-8d11-cdbbe513fac5 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:36:50.357823 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3847ee-b3cf-49a3-88a7-f59333540d3b req-2c28f446-6dd5-4fdb-af85-e6e65f9709af tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:50.365817 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6c3847ee-b3cf-49a3-88a7-f59333540d3b req-2c28f446-6dd5-4fdb-af85-e6e65f9709af tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.1314254 May 10 05:36:50.366342 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-79c8be53-0697-427a-8e62-78d8fdd065e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:36:50.368464 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 49168) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:50.371409 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be941515-0e9b-451f-a698-f48aab29d673 None None] Pushing event updated for resources: {'Port': ['ID=a1d64e4b-7098-4310-86a3-806f8d191537,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:50.374288 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4be0174-5c04-4913-97ba-fd3d9baa8b15 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:36:50.375163 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c4be0174-5c04-4913-97ba-fd3d9baa8b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410973'] for router_interface (e8f29ba1-9b40-4eac-84bb-1b5acd961371), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:50.375285 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c8be53-0697-427a-8e62-78d8fdd065e3 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:36:50.377110 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8be53-0697-427a-8e62-78d8fdd065e3 admin admin] Pushing event updated for resources: {'Port': ['ID=dbc7cc46-068c-4eb3-9f75-57f449897de0,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:50.514130 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be0174-5c04-4913-97ba-fd3d9baa8b15 admin admin] Pushing event updated for resources: {'Port': ['ID=8f319875-0fd3-4312-9bcf-bc51d061cb39,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:50.557476 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port e04b06d1-c386-40b0-a280-3c35432942b1 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:50.558561 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 4b5d47a2-35ef-40ca-adb1-419b5d874c2b up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:36:50.559019 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-a4885f61-af43-4554-8c27-8a2c1b2b2de4 None None] Set router e8f29ba1-9b40-4eac-84bb-1b5acd961371 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:36:50.613962 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6c3847ee-b3cf-49a3-88a7-f59333540d3b req-bbe88b02-50ce-4cb2-81d4-f9d65c9579d2 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229743 May 10 05:36:50.627178 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3beeea6f-622e-4b75-8652-a3e570de9386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:50.652834 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-54effe3c-3694-45f7-b1b0-55ad52e4edfb None None] Current status of the port e04b06d1-c386-40b0-a280-3c35432942b1 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:50.655157 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f11da3-f317-42e9-b30d-438d76baccdd None None] Routers {'11682ce3-3c9a-44df-8814-3d046c664862'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:36:50.655849 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-04f11da3-f317-42e9-b30d-438d76baccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:36:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['11682ce3-3c9a-44df-8814-3d046c664862'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:50.778901 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c4be0174-5c04-4913-97ba-fd3d9baa8b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (8f319875-0fd3-4312-9bcf-bc51d061cb39), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:50.825917 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79c8be53-0697-427a-8e62-78d8fdd065e3 admin admin] Publish callbacks [] for router_gateway (e9cd0edf-42f5-4763-bd40-5832e01e0150), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:50.827186 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-04f11da3-f317-42e9-b30d-438d76baccdd None None] Set router 11682ce3-3c9a-44df-8814-3d046c664862 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:36:50.892779 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3beeea6f-622e-4b75-8652-a3e570de9386 admin admin] Publish callbacks [] for security_group (4b70659f-7730-4868-9d9c-ad76dff00db6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:50.899465 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3beeea6f-622e-4b75-8652-a3e570de9386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (4b70659f-7730-4868-9d9c-ad76dff00db6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:50.984411 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0a3c1767-d9ba-4f0b-9b6a-fae53d2a3b48 None None] Publish callbacks [] for port (b68f2ee9-8369-4628-8221-3794c0da3668), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:50.986297 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a4885f61-af43-4554-8c27-8a2c1b2b2de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:47Z', 'revision_number': 3, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:50.986808 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-3beeea6f-622e-4b75-8652-a3e570de9386 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=def716ff123b47f6b525ec0f116ae19a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6171877 May 10 05:36:50.989602 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-54effe3c-3694-45f7-b1b0-55ad52e4edfb None None] Provisioning complete for port a1d64e4b-7098-4310-86a3-806f8d191537 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:50.990125 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-54effe3c-3694-45f7-b1b0-55ad52e4edfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (a1d64e4b-7098-4310-86a3-806f8d191537), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:50.995711 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 49172) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:51.003975 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beeea6f-622e-4b75-8652-a3e570de9386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b70659f-7730-4868-9d9c-ad76dff00db6,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:51.016964 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4885f61-af43-4554-8c27-8a2c1b2b2de4 None None] The sync data for ids ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'] in dv-cinder-836996-16-iscsi is: [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:47Z', 'revision_number': 3, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:36:51.023008 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c4be0174-5c04-4913-97ba-fd3d9baa8b15 admin admin] Publish callbacks [] for port (8f319875-0fd3-4312-9bcf-bc51d061cb39), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:51.028707 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c4be0174-5c04-4913-97ba-fd3d9baa8b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (8f319875-0fd3-4312-9bcf-bc51d061cb39), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:51.030318 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c4be0174-5c04-4913-97ba-fd3d9baa8b15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-483931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409952'] for router_interface (e8f29ba1-9b40-4eac-84bb-1b5acd961371), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:51.032840 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0a3c1767-d9ba-4f0b-9b6a-fae53d2a3b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (b68f2ee9-8369-4628-8221-3794c0da3668), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:51.105865 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3c1767-d9ba-4f0b-9b6a-fae53d2a3b48 None None] Network 0370ae44-2cb8-4ca6-9a3d-d95b84367648 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:36:51.119411 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be0174-5c04-4913-97ba-fd3d9baa8b15 admin admin] Pushing event updated for resources: {'Port': ['ID=8f319875-0fd3-4312-9bcf-bc51d061cb39,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:51.120754 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-0a3c1767-d9ba-4f0b-9b6a-fae53d2a3b48 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:36:51.128354 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3c1767-d9ba-4f0b-9b6a-fae53d2a3b48 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:36:51.144340 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port 4b5d47a2-35ef-40ca-adb1-419b5d874c2b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:51.144514 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5214985-d470-4053-be0b-103d6e2e8e1b admin admin] Publish callbacks [] for security_group (4b70659f-7730-4868-9d9c-ad76dff00db6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:51.144713 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (4b5d47a2-35ef-40ca-adb1-419b5d874c2b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:51.146190 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c1767-d9ba-4f0b-9b6a-fae53d2a3b48 None None] Pushing event updated for resources: {'Port': ['ID=b68f2ee9-8369-4628-8221-3794c0da3668,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:51.180232 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4be0174-5c04-4913-97ba-fd3d9baa8b15 admin admin] Network b91b1486-3cb7-481c-8684-1c68d074fc72 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:36:51.181661 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-c4be0174-5c04-4913-97ba-fd3d9baa8b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:36:51.212854 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5214985-d470-4053-be0b-103d6e2e8e1b admin admin] Publish callbacks [] for security_group (4b70659f-7730-4868-9d9c-ad76dff00db6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:51.245951 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79c8be53-0697-427a-8e62-78d8fdd065e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423434'] for router (e9cd0edf-42f5-4763-bd40-5832e01e0150), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:51.301455 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-04f11da3-f317-42e9-b30d-438d76baccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11682ce3-3c9a-44df-8814-3d046c664862', 'name': 'tempest-TestShelveInstance-57066978-router', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '4b5d47a2-35ef-40ca-adb1-419b5d874c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:42Z', 'updated_at': '2022-05-10T05:36:45Z', 'revision_number': 4, 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'gw_port': {'id': '4b5d47a2-35ef-40ca-adb1-419b5d874c2b', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11682ce3-3c9a-44df-8814-3d046c664862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:42Z', 'updated_at': '2022-05-10T05:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'a1d64e4b-7098-4310-86a3-806f8d191537', 'name': '', 'network_id': '918d9451-3907-4334-86c4-66c71dca6bc6', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'mac_address': 'fa:16:3e:9d:0b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11682ce3-3c9a-44df-8814-3d046c664862', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '8b2a5834-958c-4d83-942b-6f1d18dc1c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:44Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 4, 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'subnets': [{'id': '8b2a5834-958c-4d83-942b-6f1d18dc1c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:51.311081 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-0a3c1767-d9ba-4f0b-9b6a-fae53d2a3b48 None None] Attempting to bind port b68f2ee9-8369-4628-8221-3794c0da3668 on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:36:51.311444 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-0a3c1767-d9ba-4f0b-9b6a-fae53d2a3b48 None None] Attempting to bind port b68f2ee9-8369-4628-8221-3794c0da3668 by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': '1e3020ce-8199-44dc-b60b-4a91d25a5a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0370ae44-2cb8-4ca6-9a3d-d95b84367648'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:36:51.311826 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3c1767-d9ba-4f0b-9b6a-fae53d2a3b48 None None] Attempting to bind port b68f2ee9-8369-4628-8221-3794c0da3668 on network 0370ae44-2cb8-4ca6-9a3d-d95b84367648 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:36:51.346370 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-54effe3c-3694-45f7-b1b0-55ad52e4edfb None None] Current status of the port a1d64e4b-7098-4310-86a3-806f8d191537 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:51.347677 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-54effe3c-3694-45f7-b1b0-55ad52e4edfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (a1d64e4b-7098-4310-86a3-806f8d191537), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:51.353857 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f11da3-f317-42e9-b30d-438d76baccdd None None] The sync data for ids ['11682ce3-3c9a-44df-8814-3d046c664862'] in dv-cinder-836996-16-iscsi is: [{'id': '11682ce3-3c9a-44df-8814-3d046c664862', 'name': 'tempest-TestShelveInstance-57066978-router', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '4b5d47a2-35ef-40ca-adb1-419b5d874c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:42Z', 'updated_at': '2022-05-10T05:36:45Z', 'revision_number': 4, 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'gw_port': {'id': '4b5d47a2-35ef-40ca-adb1-419b5d874c2b', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11682ce3-3c9a-44df-8814-3d046c664862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:42Z', 'updated_at': '2022-05-10T05:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'a1d64e4b-7098-4310-86a3-806f8d191537', 'name': '', 'network_id': '918d9451-3907-4334-86c4-66c71dca6bc6', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'mac_address': 'fa:16:3e:9d:0b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11682ce3-3c9a-44df-8814-3d046c664862', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '8b2a5834-958c-4d83-942b-6f1d18dc1c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:44Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 4, 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'subnets': [{'id': '8b2a5834-958c-4d83-942b-6f1d18dc1c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:36:51.356976 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3c1767-d9ba-4f0b-9b6a-fae53d2a3b48 None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:36:51.360461 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4be0174-5c04-4913-97ba-fd3d9baa8b15 admin admin] Router e8f29ba1-9b40-4eac-84bb-1b5acd961371 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:36:51.362136 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3c1767-d9ba-4f0b-9b6a-fae53d2a3b48 None None] Checking segment: {'id': '1e3020ce-8199-44dc-b60b-4a91d25a5a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0370ae44-2cb8-4ca6-9a3d-d95b84367648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:36:51.362592 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0a3c1767-d9ba-4f0b-9b6a-fae53d2a3b48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:51.363094 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3c1767-d9ba-4f0b-9b6a-fae53d2a3b48 None None] Bound using segment: {'id': '1e3020ce-8199-44dc-b60b-4a91d25a5a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0370ae44-2cb8-4ca6-9a3d-d95b84367648'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:36:51.363468 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-0a3c1767-d9ba-4f0b-9b6a-fae53d2a3b48 None None] Bound port: b68f2ee9-8369-4628-8221-3794c0da3668, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e3020ce-8199-44dc-b60b-4a91d25a5a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0370ae44-2cb8-4ca6-9a3d-d95b84367648'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:36:51.363874 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0a3c1767-d9ba-4f0b-9b6a-fae53d2a3b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (b68f2ee9-8369-4628-8221-3794c0da3668), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:51.473482 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5214985-d470-4053-be0b-103d6e2e8e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (4b70659f-7730-4868-9d9c-ad76dff00db6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:51.475237 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5214985-d470-4053-be0b-103d6e2e8e1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:51.476469 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-a5214985-d470-4053-be0b-103d6e2e8e1b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b70659f-7730-4868-9d9c-ad76dff00db6 HTTP/1.1" status: 204 len: 168 time: 0.4796498 May 10 05:36:51.510025 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5214985-d470-4053-be0b-103d6e2e8e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b70659f-7730-4868-9d9c-ad76dff00db6,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:51.530647 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-54effe3c-3694-45f7-b1b0-55ad52e4edfb None None] For port a1d64e4b-7098-4310-86a3-806f8d191537, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=a1d64e4b-7098-4310-86a3-806f8d191537,segment=NetworkSegment(bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c),segment_id=bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:36:51.531926 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port 4b5d47a2-35ef-40ca-adb1-419b5d874c2b is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:51.553892 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c8be53-0697-427a-8e62-78d8fdd065e3 admin admin] Router e9cd0edf-42f5-4763-bd40-5832e01e0150 is scheduled to L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 05:36:51.554101 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-54effe3c-3694-45f7-b1b0-55ad52e4edfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (a1d64e4b-7098-4310-86a3-806f8d191537), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:51.675824 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-0a3c1767-d9ba-4f0b-9b6a-fae53d2a3b48 None None] For port b68f2ee9-8369-4628-8221-3794c0da3668, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:36:51.686478 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4be0174-5c04-4913-97ba-fd3d9baa8b15 admin admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:36:51.705904 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-c4be0174-5c04-4913-97ba-fd3d9baa8b15 admin admin] 10.222.0.23 "PUT /v2.0/routers/e8f29ba1-9b40-4eac-84bb-1b5acd961371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9216750 May 10 05:36:51.780270 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-0a3c1767-d9ba-4f0b-9b6a-fae53d2a3b48 None None] For port b68f2ee9-8369-4628-8221-3794c0da3668, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=b68f2ee9-8369-4628-8221-3794c0da3668,segment=NetworkSegment(1e3020ce-8199-44dc-b60b-4a91d25a5a63),segment_id=1e3020ce-8199-44dc-b60b-4a91d25a5a63)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:36:51.830039 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c8be53-0697-427a-8e62-78d8fdd065e3 admin admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:36:51.843264 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0a3c1767-d9ba-4f0b-9b6a-fae53d2a3b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (b68f2ee9-8369-4628-8221-3794c0da3668), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:51.867931 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-9e64b32a-616d-428a-81c5-809d0883226f None None] Provisioning complete for port 8f319875-0fd3-4312-9bcf-bc51d061cb39 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:51.867931 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9e64b32a-616d-428a-81c5-809d0883226f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (8f319875-0fd3-4312-9bcf-bc51d061cb39), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:51.870964 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f0c5d8-0b1e-4322-aba0-2d517150632f None None] Sync routers for ids ['e9cd0edf-42f5-4763-bd40-5832e01e0150'] in dv-cinder-836996-16-iscsi {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:36:51.872622 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79c8be53-0697-427a-8e62-78d8fdd065e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:51.874664 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-79c8be53-0697-427a-8e62-78d8fdd065e3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9412079 May 10 05:36:51.877357 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 49182) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:51.899017 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4a396-35ee-4ee7-9118-473c0df7c23f req-79977cba-d3b4-412a-b09d-0f90e5a83d33 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:51.905170 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c4a4a396-35ee-4ee7-9118-473c0df7c23f req-79977cba-d3b4-412a-b09d-0f90e5a83d33 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.1254368 May 10 05:36:51.927645 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54effe3c-3694-45f7-b1b0-55ad52e4edfb None None] Pushing event updated for resources: {'Port': ['ID=a1d64e4b-7098-4310-86a3-806f8d191537,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:52.009607 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c4a4a396-35ee-4ee7-9118-473c0df7c23f req-55ca4ba5-8dc4-4564-afee-89c595e5c7ea tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989127 May 10 05:36:52.051856 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device a1d64e4b-7098-4310-86a3-806f8d191537 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:36:52.087331 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f0c5d8-0b1e-4322-aba0-2d517150632f None None] Routers {'e9cd0edf-42f5-4763-bd40-5832e01e0150'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:36:52.088001 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-09f0c5d8-0b1e-4322-aba0-2d517150632f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:36:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e9cd0edf-42f5-4763-bd40-5832e01e0150'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:52.200719 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c1767-d9ba-4f0b-9b6a-fae53d2a3b48 None None] Pushing event updated for resources: {'Port': ['ID=b68f2ee9-8369-4628-8221-3794c0da3668,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:52.205774 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-9e64b32a-616d-428a-81c5-809d0883226f None None] Port 8f319875-0fd3-4312-9bcf-bc51d061cb39 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:36:52.381548 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 49196) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:52.388563 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-e8eb92cd-dd12-4877-8f70-7f591a974f0b tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2128866752', 'description': 'tempest-description--2095468584'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:36:52.414718 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port a1d64e4b-7098-4310-86a3-806f8d191537 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:52.414718 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (a1d64e4b-7098-4310-86a3-806f8d191537), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:52.433943 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-9e64b32a-616d-428a-81c5-809d0883226f None None] Provisioning complete for port a1d64e4b-7098-4310-86a3-806f8d191537 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:52.434354 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9e64b32a-616d-428a-81c5-809d0883226f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (a1d64e4b-7098-4310-86a3-806f8d191537), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:52.458967 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e8eb92cd-dd12-4877-8f70-7f591a974f0b tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:52.669329 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e8eb92cd-dd12-4877-8f70-7f591a974f0b tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group (7aedff1f-5e32-4d03-b50a-722c4ac044f6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:52.685005 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e8eb92cd-dd12-4877-8f70-7f591a974f0b tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (7aedff1f-5e32-4d03-b50a-722c4ac044f6), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:52.724743 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb92cd-dd12-4877-8f70-7f591a974f0b tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aedff1f-5e32-4d03-b50a-722c4ac044f6,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:52.741415 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e8eb92cd-dd12-4877-8f70-7f591a974f0b tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:52.742628 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-e8eb92cd-dd12-4877-8f70-7f591a974f0b tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3594038 May 10 05:36:52.745455 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 49206) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:52.763279 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-3db44c70-c617-452c-ae64-534483304843 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Request body: {'security_group_rule': {'security_group_id': '7aedff1f-5e32-4d03-b50a-722c4ac044f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:36:52.802587 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3db44c70-c617-452c-ae64-534483304843 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group_rule (9a37a18d-b5c8-48ce-bb98-55fce321aaa5), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:52.837780 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-09f0c5d8-0b1e-4322-aba0-2d517150632f None None] Set router e9cd0edf-42f5-4763-bd40-5832e01e0150 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:36:52.885328 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3db44c70-c617-452c-ae64-534483304843 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group_rule (9a37a18d-b5c8-48ce-bb98-55fce321aaa5), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:52.899030 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3db44c70-c617-452c-ae64-534483304843 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (9a37a18d-b5c8-48ce-bb98-55fce321aaa5), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:52.937797 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db44c70-c617-452c-ae64-534483304843 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a37a18d-b5c8-48ce-bb98-55fce321aaa5,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:52.966309 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3db44c70-c617-452c-ae64-534483304843 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:52.967674 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-3db44c70-c617-452c-ae64-534483304843 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2200861 May 10 05:36:52.970157 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 49214) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:52.975346 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-c9fbb76e-0b81-4476-b1fe-81f75e1ccce6 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Request body: {'security_group_rule': {'security_group_id': '7aedff1f-5e32-4d03-b50a-722c4ac044f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:36:53.009217 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-9e64b32a-616d-428a-81c5-809d0883226f None None] Current status of the port a1d64e4b-7098-4310-86a3-806f8d191537 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:53.016960 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c9fbb76e-0b81-4476-b1fe-81f75e1ccce6 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group_rule (8e4ff543-ab67-454e-a752-85a8175f2b8d), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:53.139210 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c9fbb76e-0b81-4476-b1fe-81f75e1ccce6 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group_rule (8e4ff543-ab67-454e-a752-85a8175f2b8d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:53.143998 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c9fbb76e-0b81-4476-b1fe-81f75e1ccce6 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (8e4ff543-ab67-454e-a752-85a8175f2b8d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:53.177454 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbb76e-0b81-4476-b1fe-81f75e1ccce6 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e4ff543-ab67-454e-a752-85a8175f2b8d,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:53.184442 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c9fbb76e-0b81-4476-b1fe-81f75e1ccce6 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:53.185685 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-c9fbb76e-0b81-4476-b1fe-81f75e1ccce6 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2144578 May 10 05:36:53.188642 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 49224) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:53.199303 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-b6be412c-efb8-4976-9048-c33dc401a467 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Request body: {'floatingip': {'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:36:53.311190 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b6be412c-efb8-4976-9048-c33dc401a467 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:53.392532 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c4d458b-97fb-49c1-91c9-d4ae35096bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:53.406848 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714150e4-735d-4e99-bdbd-eeffcc482811 req-0af29fd9-1602-4124-9040-fe626069c66e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:53.410324 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-392a4458-edf1-4cfb-9655-adc3a1eb8c2d None None] Provisioning complete for port 8f319875-0fd3-4312-9bcf-bc51d061cb39 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:53.410699 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-392a4458-edf1-4cfb-9655-adc3a1eb8c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (8f319875-0fd3-4312-9bcf-bc51d061cb39), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:53.419693 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-714150e4-735d-4e99-bdbd-eeffcc482811 req-0af29fd9-1602-4124-9040-fe626069c66e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.1754348 May 10 05:36:53.493767 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-392a4458-edf1-4cfb-9655-adc3a1eb8c2d None None] Port 8f319875-0fd3-4312-9bcf-bc51d061cb39 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:36:53.527067 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port a1d64e4b-7098-4310-86a3-806f8d191537 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:53.528156 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device afb9db37-c339-4e8f-9b00-56e27c0024e7 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:36:53.599562 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b6be412c-efb8-4976-9048-c33dc401a467 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:53.605440 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-714150e4-735d-4e99-bdbd-eeffcc482811 req-db63d05b-5a20-4166-a9e4-e49361e832ef tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844556 May 10 05:36:53.628388 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a489cb9-c7c4-4a7f-9d00-056bcd0af2e3 None None] Network 0370ae44-2cb8-4ca6-9a3d-d95b84367648 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:36:53.671511 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-6c4d458b-97fb-49c1-91c9-d4ae35096bd5 admin admin] Allocated IP 172.20.0.1 (0370ae44-2cb8-4ca6-9a3d-d95b84367648/8323ba93-0969-42a9-aedb-cc52c0fe074a/e86c61fc-652f-4dea-af0a-3f6c07730403) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:36:53.705884 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port afb9db37-c339-4e8f-9b00-56e27c0024e7 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:53.706295 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (afb9db37-c339-4e8f-9b00-56e27c0024e7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:53.747052 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-91234c37-a4ab-4a5c-8008-947cb5a091f7 None None] Provisioning complete for port b68f2ee9-8369-4628-8221-3794c0da3668 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:53.748124 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-91234c37-a4ab-4a5c-8008-947cb5a091f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (b68f2ee9-8369-4628-8221-3794c0da3668), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:53.752823 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-09f0c5d8-0b1e-4322-aba0-2d517150632f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cd0edf-42f5-4763-bd40-5832e01e0150', 'name': 'tempest-TestShelveInstance-979937581-router', 'tenant_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'dbc7cc46-068c-4eb3-9f75-57f449897de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:48Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 3, 'project_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'gw_port': {'id': 'dbc7cc46-068c-4eb3-9f75-57f449897de0', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:60:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cd0edf-42f5-4763-bd40-5832e01e0150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:53.812140 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-b6be412c-efb8-4976-9048-c33dc401a467 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Allocated IP 172.27.0.125 (87bc626b-a764-429e-8d11-cdbbe513fac5/76823629-1df9-4cfd-a8c3-1d6cce6b2ea9/02691282-66f2-472b-bc12-339796158e1c) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:36:53.828153 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f0c5d8-0b1e-4322-aba0-2d517150632f None None] Checking router: e9cd0edf-42f5-4763-bd40-5832e01e0150 for host: dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:36:53.828490 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f0c5d8-0b1e-4322-aba0-2d517150632f None None] Updating router e9cd0edf-42f5-4763-bd40-5832e01e0150 port dbc7cc46-068c-4eb3-9f75-57f449897de0 binding host dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 05:36:53.849075 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c4d458b-97fb-49c1-91c9-d4ae35096bd5 admin admin] Publish callbacks [] for port (e86c61fc-652f-4dea-af0a-3f6c07730403), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:53.899906 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c4d458b-97fb-49c1-91c9-d4ae35096bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (e86c61fc-652f-4dea-af0a-3f6c07730403), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:53.933210 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-09f0c5d8-0b1e-4322-aba0-2d517150632f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (dbc7cc46-068c-4eb3-9f75-57f449897de0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:53.965915 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4d458b-97fb-49c1-91c9-d4ae35096bd5 admin admin] Network 0370ae44-2cb8-4ca6-9a3d-d95b84367648 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:36:53.969572 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-6c4d458b-97fb-49c1-91c9-d4ae35096bd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:36:53.974020 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4d458b-97fb-49c1-91c9-d4ae35096bd5 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:36:54.005784 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b6be412c-efb8-4976-9048-c33dc401a467 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for port (02691282-66f2-472b-bc12-339796158e1c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:54.021593 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d458b-97fb-49c1-91c9-d4ae35096bd5 admin admin] Pushing event updated for resources: {'Port': ['ID=e86c61fc-652f-4dea-af0a-3f6c07730403,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:54.059304 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c4d458b-97fb-49c1-91c9-d4ae35096bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410973'] for router_interface (e9cd0edf-42f5-4763-bd40-5832e01e0150), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:54.067850 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b6be412c-efb8-4976-9048-c33dc401a467 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (02691282-66f2-472b-bc12-339796158e1c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:54.135018 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6be412c-efb8-4976-9048-c33dc401a467 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Network 87bc626b-a764-429e-8d11-cdbbe513fac5 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:36:54.138423 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-b6be412c-efb8-4976-9048-c33dc401a467 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:36:54.142361 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6be412c-efb8-4976-9048-c33dc401a467 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:36:54.157301 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be412c-efb8-4976-9048-c33dc401a467 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event updated for resources: {'Port': ['ID=02691282-66f2-472b-bc12-339796158e1c,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:54.261321 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c4d458b-97fb-49c1-91c9-d4ae35096bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (e86c61fc-652f-4dea-af0a-3f6c07730403), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:54.286602 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b6be412c-efb8-4976-9048-c33dc401a467 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for floatingip (7aee536f-4b8d-4896-a78e-08b85b8c9992), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:54.307870 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port afb9db37-c339-4e8f-9b00-56e27c0024e7 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:54.308364 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (afb9db37-c339-4e8f-9b00-56e27c0024e7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:54.325440 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-91234c37-a4ab-4a5c-8008-947cb5a091f7 None None] Current status of the port b68f2ee9-8369-4628-8221-3794c0da3668 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:54.326288 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-91234c37-a4ab-4a5c-8008-947cb5a091f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (b68f2ee9-8369-4628-8221-3794c0da3668), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:54.334962 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b6be412c-efb8-4976-9048-c33dc401a467 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (02691282-66f2-472b-bc12-339796158e1c), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:54.386898 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-91234c37-a4ab-4a5c-8008-947cb5a091f7 None None] For port b68f2ee9-8369-4628-8221-3794c0da3668, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=b68f2ee9-8369-4628-8221-3794c0da3668,segment=NetworkSegment(1e3020ce-8199-44dc-b60b-4a91d25a5a63),segment_id=1e3020ce-8199-44dc-b60b-4a91d25a5a63)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:36:54.402806 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-91234c37-a4ab-4a5c-8008-947cb5a091f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (b68f2ee9-8369-4628-8221-3794c0da3668), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:54.414729 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] For port afb9db37-c339-4e8f-9b00-56e27c0024e7, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=afb9db37-c339-4e8f-9b00-56e27c0024e7,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:36:54.452595 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (afb9db37-c339-4e8f-9b00-56e27c0024e7), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:54.453414 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device e04b06d1-c386-40b0-a280-3c35432942b1 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:36:54.510643 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77be24a5-eafa-43c8-9acc-493d752c85e9 None None] Sync routers for ids ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:36:54.525928 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77be24a5-eafa-43c8-9acc-493d752c85e9 None None] Routers {'e8f29ba1-9b40-4eac-84bb-1b5acd961371'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:36:54.527030 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-77be24a5-eafa-43c8-9acc-493d752c85e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:36:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:54.552740 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c4d458b-97fb-49c1-91c9-d4ae35096bd5 admin admin] Publish callbacks [] for port (e86c61fc-652f-4dea-af0a-3f6c07730403), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:54.572057 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c4d458b-97fb-49c1-91c9-d4ae35096bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851357'] for port (e86c61fc-652f-4dea-af0a-3f6c07730403), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:54.583668 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-92e9d3d1-d59a-4e5d-9b78-bf4f046b6476 None None] Provisioning complete for port e86c61fc-652f-4dea-af0a-3f6c07730403 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:54.584319 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-92e9d3d1-d59a-4e5d-9b78-bf4f046b6476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (e86c61fc-652f-4dea-af0a-3f6c07730403), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:54.599353 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91234c37-a4ab-4a5c-8008-947cb5a091f7 None None] Pushing event updated for resources: {'Port': ['ID=b68f2ee9-8369-4628-8221-3794c0da3668,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:54.617104 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c4d458b-97fb-49c1-91c9-d4ae35096bd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-483931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409952'] for router_interface (e9cd0edf-42f5-4763-bd40-5832e01e0150), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:54.650026 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b6be412c-efb8-4976-9048-c33dc401a467 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for port (02691282-66f2-472b-bc12-339796158e1c), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:54.660557 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b6be412c-efb8-4976-9048-c33dc401a467 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (02691282-66f2-472b-bc12-339796158e1c), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:54.740364 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port e04b06d1-c386-40b0-a280-3c35432942b1 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:54.740948 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (e04b06d1-c386-40b0-a280-3c35432942b1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:54.741395 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be412c-efb8-4976-9048-c33dc401a467 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event updated for resources: {'Port': ['ID=02691282-66f2-472b-bc12-339796158e1c,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:54.747194 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-77be24a5-eafa-43c8-9acc-493d752c85e9 None None] Set router e8f29ba1-9b40-4eac-84bb-1b5acd961371 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:36:54.753093 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b6be412c-efb8-4976-9048-c33dc401a467 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (7aee536f-4b8d-4896-a78e-08b85b8c9992), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:54.781971 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d458b-97fb-49c1-91c9-d4ae35096bd5 admin admin] Pushing event updated for resources: {'Port': ['ID=e86c61fc-652f-4dea-af0a-3f6c07730403,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:54.816531 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b6be412c-efb8-4976-9048-c33dc401a467 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:54.818762 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-b6be412c-efb8-4976-9048-c33dc401a467 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6291432 May 10 05:36:54.839098 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e979405-5172-4afd-932e-4afec3feb09a req-e4cc25ac-d019-4fe7-b59f-6f32cc82e9f9 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:54.840640 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7e979405-5172-4afd-932e-4afec3feb09a req-e4cc25ac-d019-4fe7-b59f-6f32cc82e9f9 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.0954404 May 10 05:36:54.862138 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4d458b-97fb-49c1-91c9-d4ae35096bd5 admin admin] Network 0370ae44-2cb8-4ca6-9a3d-d95b84367648 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:36:54.867996 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-6c4d458b-97fb-49c1-91c9-d4ae35096bd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:36:54.893281 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-09f0c5d8-0b1e-4322-aba0-2d517150632f None None] Publish callbacks [] for port (dbc7cc46-068c-4eb3-9f75-57f449897de0), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:54.910517 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-92e9d3d1-d59a-4e5d-9b78-bf4f046b6476 None None] Port e86c61fc-652f-4dea-af0a-3f6c07730403 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:36:54.914595 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-09f0c5d8-0b1e-4322-aba0-2d517150632f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (dbc7cc46-068c-4eb3-9f75-57f449897de0), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:54.973253 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7e979405-5172-4afd-932e-4afec3feb09a req-f5176331-e151-4b83-a13f-8d06c557c22c tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246562 May 10 05:36:54.984000 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-92e9d3d1-d59a-4e5d-9b78-bf4f046b6476 None None] Provisioning complete for port b68f2ee9-8369-4628-8221-3794c0da3668 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:54.984802 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-92e9d3d1-d59a-4e5d-9b78-bf4f046b6476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (b68f2ee9-8369-4628-8221-3794c0da3668), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:55.049579 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-77be24a5-eafa-43c8-9acc-493d752c85e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 4, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '8f319875-0fd3-4312-9bcf-bc51d061cb39', 'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'tenant_id': '0623b145317e4164862cd8601813c000', 'mac_address': 'fa:16:3e:49:33:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 2, 'project_id': '0623b145317e4164862cd8601813c000', 'subnets': [{'id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:55.085041 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77be24a5-eafa-43c8-9acc-493d752c85e9 None None] Checking router: e8f29ba1-9b40-4eac-84bb-1b5acd961371 for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:36:55.085705 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77be24a5-eafa-43c8-9acc-493d752c85e9 None None] Updating router e8f29ba1-9b40-4eac-84bb-1b5acd961371 port 8f319875-0fd3-4312-9bcf-bc51d061cb39 binding host dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 05:36:55.102928 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port e04b06d1-c386-40b0-a280-3c35432942b1 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:55.119239 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-77be24a5-eafa-43c8-9acc-493d752c85e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (8f319875-0fd3-4312-9bcf-bc51d061cb39), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:55.138724 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4d458b-97fb-49c1-91c9-d4ae35096bd5 admin admin] Router e9cd0edf-42f5-4763-bd40-5832e01e0150 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:36:55.158558 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Pushing event updated for resources: {'Port': ['ID=afb9db37-c339-4e8f-9b00-56e27c0024e7,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:55.203911 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c2776871-5b68-42f9-b4bd-590feab67dff req-8b27b1d3-9f0d-4de6-813f-62b4d1f4fcd1 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2128866752&fields=id&tenant_id=0623b145317e4164862cd8601813c000 HTTP/1.1" status: 200 len: 267 time: 0.0660894 May 10 05:36:55.208847 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-09f0c5d8-0b1e-4322-aba0-2d517150632f None None] Attempting to bind port dbc7cc46-068c-4eb3-9f75-57f449897de0 on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:36:55.209192 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-09f0c5d8-0b1e-4322-aba0-2d517150632f None None] Attempting to bind port dbc7cc46-068c-4eb3-9f75-57f449897de0 by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:36:55.209550 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f0c5d8-0b1e-4322-aba0-2d517150632f None None] Attempting to bind port dbc7cc46-068c-4eb3-9f75-57f449897de0 on network 87bc626b-a764-429e-8d11-cdbbe513fac5 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:36:55.244854 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f0c5d8-0b1e-4322-aba0-2d517150632f None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:36:55.244854 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f0c5d8-0b1e-4322-aba0-2d517150632f None None] Checking segment: {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:36:55.245479 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-09f0c5d8-0b1e-4322-aba0-2d517150632f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:55.245986 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f0c5d8-0b1e-4322-aba0-2d517150632f None None] Bound using segment: {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:36:55.249023 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-09f0c5d8-0b1e-4322-aba0-2d517150632f None None] Bound port: dbc7cc46-068c-4eb3-9f75-57f449897de0, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:36:55.249023 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-09f0c5d8-0b1e-4322-aba0-2d517150632f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (dbc7cc46-068c-4eb3-9f75-57f449897de0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:55.314478 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4d458b-97fb-49c1-91c9-d4ae35096bd5 admin admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:36:55.321540 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-6c4d458b-97fb-49c1-91c9-d4ae35096bd5 admin admin] 10.222.0.23 "PUT /v2.0/routers/e9cd0edf-42f5-4763-bd40-5832e01e0150/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4410124 May 10 05:36:55.323555 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47752aa4-bb64-4e82-bc32-53079c4ada19 None None] Pushing event updated for resources: {'Port': ['ID=dbc7cc46-068c-4eb3-9f75-57f449897de0,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:55.331710 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-92e9d3d1-d59a-4e5d-9b78-bf4f046b6476 None None] Current status of the port b68f2ee9-8369-4628-8221-3794c0da3668 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:55.369509 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-09f0c5d8-0b1e-4322-aba0-2d517150632f None None] For port dbc7cc46-068c-4eb3-9f75-57f449897de0, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:36:55.376194 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-09f0c5d8-0b1e-4322-aba0-2d517150632f None None] For port dbc7cc46-068c-4eb3-9f75-57f449897de0, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=dbc7cc46-068c-4eb3-9f75-57f449897de0,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:36:55.386226 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-09f0c5d8-0b1e-4322-aba0-2d517150632f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (dbc7cc46-068c-4eb3-9f75-57f449897de0), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:55.409234 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2776871-5b68-42f9-b4bd-590feab67dff req-353d367e-ee19-4098-8ecf-a22fffe20e37 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:55.410822 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c2776871-5b68-42f9-b4bd-590feab67dff req-353d367e-ee19-4098-8ecf-a22fffe20e37 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/networks?id=b91b1486-3cb7-481c-8684-1c68d074fc72 HTTP/1.1" status: 200 len: 813 time: 0.1972926 May 10 05:36:55.428894 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c2776871-5b68-42f9-b4bd-590feab67dff req-5be3ca89-f34f-437c-8074-f03cc271508b tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/quotas/0623b145317e4164862cd8601813c000 HTTP/1.1" status: 200 len: 375 time: 0.0109930 May 10 05:36:55.432657 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device b68f2ee9-8369-4628-8221-3794c0da3668 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:36:55.487243 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c2776871-5b68-42f9-b4bd-590feab67dff req-c75b7126-0f26-4e57-88ee-80045d808e97 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0623b145317e4164862cd8601813c000&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523398 May 10 05:36:55.489711 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f0c5d8-0b1e-4322-aba0-2d517150632f None None] Routers {'e9cd0edf-42f5-4763-bd40-5832e01e0150'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:36:55.490437 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-09f0c5d8-0b1e-4322-aba0-2d517150632f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:36:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e9cd0edf-42f5-4763-bd40-5832e01e0150'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:55.581122 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-77be24a5-eafa-43c8-9acc-493d752c85e9 None None] Publish callbacks [] for port (8f319875-0fd3-4312-9bcf-bc51d061cb39), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:55.594048 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-77be24a5-eafa-43c8-9acc-493d752c85e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (8f319875-0fd3-4312-9bcf-bc51d061cb39), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:55.610091 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c2776871-5b68-42f9-b4bd-590feab67dff req-ceef4aaa-ccdd-462e-9d7b-9eba5571598f service neutron] 10.222.0.23 "GET /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081631 May 10 05:36:55.639081 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-09f0c5d8-0b1e-4322-aba0-2d517150632f None None] Set router e9cd0edf-42f5-4763-bd40-5832e01e0150 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:36:55.650795 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dfa72a-5d45-4a7f-aa33-8e085402a1cc None None] Pushing event updated for resources: {'Port': ['ID=8f319875-0fd3-4312-9bcf-bc51d061cb39,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:55.722407 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-9183522c-ffa8-4216-a506-417b37a31d70 None None] Provisioning complete for port e86c61fc-652f-4dea-af0a-3f6c07730403 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:55.722776 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9183522c-ffa8-4216-a506-417b37a31d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (e86c61fc-652f-4dea-af0a-3f6c07730403), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:55.763389 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-77be24a5-eafa-43c8-9acc-493d752c85e9 None None] Attempting to bind port 8f319875-0fd3-4312-9bcf-bc51d061cb39 on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:36:55.764323 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-77be24a5-eafa-43c8-9acc-493d752c85e9 None None] Attempting to bind port 8f319875-0fd3-4312-9bcf-bc51d061cb39 by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': 'd5074d01-1247-4bbd-94b1-016a992e97ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:36:55.764884 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77be24a5-eafa-43c8-9acc-493d752c85e9 None None] Attempting to bind port 8f319875-0fd3-4312-9bcf-bc51d061cb39 on network b91b1486-3cb7-481c-8684-1c68d074fc72 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:36:55.772845 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c2776871-5b68-42f9-b4bd-590feab67dff req-4f3beefc-fda9-4f90-b721-16bbf466f08d service neutron] 10.222.0.23 "GET /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569118 May 10 05:36:55.775127 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77be24a5-eafa-43c8-9acc-493d752c85e9 None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:36:55.775825 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77be24a5-eafa-43c8-9acc-493d752c85e9 None None] Checking segment: {'id': 'd5074d01-1247-4bbd-94b1-016a992e97ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:36:55.776398 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-77be24a5-eafa-43c8-9acc-493d752c85e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:55.777083 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77be24a5-eafa-43c8-9acc-493d752c85e9 None None] Bound using segment: {'id': 'd5074d01-1247-4bbd-94b1-016a992e97ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:36:55.777724 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-77be24a5-eafa-43c8-9acc-493d752c85e9 None None] Bound port: 8f319875-0fd3-4312-9bcf-bc51d061cb39, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5074d01-1247-4bbd-94b1-016a992e97ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:36:55.778267 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-77be24a5-eafa-43c8-9acc-493d752c85e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (8f319875-0fd3-4312-9bcf-bc51d061cb39), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:55.865974 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 49300) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:55.871020 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-988e6041-243a-4f50-9d60-6c5e2052f881 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-476322296', 'description': 'tempest-secgroup-smoke-476322296 description', 'project_id': '9870e28919e340ad9cda63cbbdea4e35'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:36:55.900962 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-988e6041-243a-4f50-9d60-6c5e2052f881 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:55.922909 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-77be24a5-eafa-43c8-9acc-493d752c85e9 None None] For port 8f319875-0fd3-4312-9bcf-bc51d061cb39, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:36:55.926294 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-77be24a5-eafa-43c8-9acc-493d752c85e9 None None] For port 8f319875-0fd3-4312-9bcf-bc51d061cb39, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=8f319875-0fd3-4312-9bcf-bc51d061cb39,segment=NetworkSegment(d5074d01-1247-4bbd-94b1-016a992e97ef),segment_id=d5074d01-1247-4bbd-94b1-016a992e97ef)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:36:55.940420 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-77be24a5-eafa-43c8-9acc-493d752c85e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (8f319875-0fd3-4312-9bcf-bc51d061cb39), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:56.037345 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c8ea16e7-81d1-4f37-836a-f62f3a7e78a3 req-43ee2aff-5b0b-46ef-b1c7-9370f1980304 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=db14fae5-ef49-49b0-9bf9-bbc81c3d9783 HTTP/1.1" status: 200 len: 210 time: 0.0401289 May 10 05:36:56.056903 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-988e6041-243a-4f50-9d60-6c5e2052f881 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for security_group (d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:56.058699 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47752aa4-bb64-4e82-bc32-53079c4ada19 None None] Pushing event updated for resources: {'Port': ['ID=dbc7cc46-068c-4eb3-9f75-57f449897de0,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:56.063596 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-988e6041-243a-4f50-9d60-6c5e2052f881 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:56.139719 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-988e6041-243a-4f50-9d60-6c5e2052f881 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:56.141715 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-988e6041-243a-4f50-9d60-6c5e2052f881 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2745445 May 10 05:36:56.144579 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 49310) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:56.150721 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-36ce460b-ef34-461b-9dc8-aab1bc2056ff tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Request body: {'security_group_rule': {'security_group_id': 'd0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8', 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:36:56.168817 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dfa72a-5d45-4a7f-aa33-8e085402a1cc None None] Pushing event updated for resources: {'Port': ['ID=8f319875-0fd3-4312-9bcf-bc51d061cb39,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:56.175410 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77be24a5-eafa-43c8-9acc-493d752c85e9 None None] Routers {'e8f29ba1-9b40-4eac-84bb-1b5acd961371'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:36:56.175726 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port b68f2ee9-8369-4628-8221-3794c0da3668 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:56.175866 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-77be24a5-eafa-43c8-9acc-493d752c85e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:36:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:56.180587 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e6041-243a-4f50-9d60-6c5e2052f881 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:56.192508 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (b68f2ee9-8369-4628-8221-3794c0da3668), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:56.221859 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-09f0c5d8-0b1e-4322-aba0-2d517150632f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cd0edf-42f5-4763-bd40-5832e01e0150', 'name': 'tempest-TestShelveInstance-979937581-router', 'tenant_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'dbc7cc46-068c-4eb3-9f75-57f449897de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:48Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'gw_port': {'id': 'dbc7cc46-068c-4eb3-9f75-57f449897de0', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:60:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cd0edf-42f5-4763-bd40-5832e01e0150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'e86c61fc-652f-4dea-af0a-3f6c07730403', 'name': '', 'network_id': '0370ae44-2cb8-4ca6-9a3d-d95b84367648', 'tenant_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'mac_address': 'fa:16:3e:60:02:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cd0edf-42f5-4763-bd40-5832e01e0150', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8323ba93-0969-42a9-aedb-cc52c0fe074a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:53Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 2, 'project_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'subnets': [{'id': '8323ba93-0969-42a9-aedb-cc52c0fe074a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:56.223711 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-9183522c-ffa8-4216-a506-417b37a31d70 None None] Port e86c61fc-652f-4dea-af0a-3f6c07730403 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:36:56.239744 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36ce460b-ef34-461b-9dc8-aab1bc2056ff tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for security_group_rule (cfa3380a-3dfb-4f5f-bb85-bdee4f94acce), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:56.282569 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f0c5d8-0b1e-4322-aba0-2d517150632f None None] The sync data for ids ['e9cd0edf-42f5-4763-bd40-5832e01e0150'] in dv-cinder-836996-16-iscsi is: [{'id': 'e9cd0edf-42f5-4763-bd40-5832e01e0150', 'name': 'tempest-TestShelveInstance-979937581-router', 'tenant_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'dbc7cc46-068c-4eb3-9f75-57f449897de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:48Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'gw_port': {'id': 'dbc7cc46-068c-4eb3-9f75-57f449897de0', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:60:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cd0edf-42f5-4763-bd40-5832e01e0150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'e86c61fc-652f-4dea-af0a-3f6c07730403', 'name': '', 'network_id': '0370ae44-2cb8-4ca6-9a3d-d95b84367648', 'tenant_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'mac_address': 'fa:16:3e:60:02:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cd0edf-42f5-4763-bd40-5832e01e0150', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8323ba93-0969-42a9-aedb-cc52c0fe074a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:53Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 2, 'project_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'subnets': [{'id': '8323ba93-0969-42a9-aedb-cc52c0fe074a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:36:56.296449 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920a134-7d9f-4013-9e4e-a006cd99ed16 req-f2b9fba8-9154-4b95-b42c-b632ea62cbdd tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:56.302698 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a920a134-7d9f-4013-9e4e-a006cd99ed16 req-f2b9fba8-9154-4b95-b42c-b632ea62cbdd tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.1737180 May 10 05:36:56.378500 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36ce460b-ef34-461b-9dc8-aab1bc2056ff tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for security_group_rule (cfa3380a-3dfb-4f5f-bb85-bdee4f94acce), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:56.383414 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36ce460b-ef34-461b-9dc8-aab1bc2056ff tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (cfa3380a-3dfb-4f5f-bb85-bdee4f94acce), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:56.403317 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce460b-ef34-461b-9dc8-aab1bc2056ff tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa3380a-3dfb-4f5f-bb85-bdee4f94acce,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:56.424012 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36ce460b-ef34-461b-9dc8-aab1bc2056ff tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:56.425397 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-36ce460b-ef34-461b-9dc8-aab1bc2056ff tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2798207 May 10 05:36:56.428848 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 49316) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:56.434649 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-fb4bf9be-58dd-4574-895f-0378a0f288c1 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Request body: {'security_group_rule': {'security_group_id': 'd0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8', 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:36:56.436058 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a920a134-7d9f-4013-9e4e-a006cd99ed16 req-011224ec-07c0-45a5-bcdf-2fd85c65ea75 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183572 May 10 05:36:56.439854 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-9429d420-fa67-43e2-912c-28e85a3dfe6f None None] Provisioning complete for port 8f319875-0fd3-4312-9bcf-bc51d061cb39 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:56.440272 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9429d420-fa67-43e2-912c-28e85a3dfe6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (8f319875-0fd3-4312-9bcf-bc51d061cb39), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:56.453527 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-77be24a5-eafa-43c8-9acc-493d752c85e9 None None] Set router e8f29ba1-9b40-4eac-84bb-1b5acd961371 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:36:56.479623 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fb4bf9be-58dd-4574-895f-0378a0f288c1 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for security_group_rule (12d5a84c-c183-49d1-ae2a-0b7b0cf144ba), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:56.520382 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port b68f2ee9-8369-4628-8221-3794c0da3668 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:56.521496 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device a1d64e4b-7098-4310-86a3-806f8d191537 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:36:56.574808 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fb4bf9be-58dd-4574-895f-0378a0f288c1 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for security_group_rule (12d5a84c-c183-49d1-ae2a-0b7b0cf144ba), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:56.580028 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fb4bf9be-58dd-4574-895f-0378a0f288c1 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (12d5a84c-c183-49d1-ae2a-0b7b0cf144ba), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:56.608839 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4bf9be-58dd-4574-895f-0378a0f288c1 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d5a84c-c183-49d1-ae2a-0b7b0cf144ba,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:56.615706 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fb4bf9be-58dd-4574-895f-0378a0f288c1 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:56.620344 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port a1d64e4b-7098-4310-86a3-806f8d191537 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:56.620344 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (a1d64e4b-7098-4310-86a3-806f8d191537), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:56.620513 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-fb4bf9be-58dd-4574-895f-0378a0f288c1 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1866946 May 10 05:36:56.620602 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 49320) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:56.625446 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-d51b3832-4d4e-425b-b04b-cf589f16830f tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Request body: {'security_group_rule': {'security_group_id': 'd0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8', 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:36:56.670712 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d51b3832-4d4e-425b-b04b-cf589f16830f tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for security_group_rule (497f0ec0-8bc1-4877-9064-3a0c57ee06cf), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:56.793083 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-77be24a5-eafa-43c8-9acc-493d752c85e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 4, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '8f319875-0fd3-4312-9bcf-bc51d061cb39', 'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'tenant_id': '0623b145317e4164862cd8601813c000', 'mac_address': 'fa:16:3e:49:33:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:55Z', 'revision_number': 4, 'project_id': '0623b145317e4164862cd8601813c000', 'subnets': [{'id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:36:56.806510 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-9429d420-fa67-43e2-912c-28e85a3dfe6f None None] Current status of the port 8f319875-0fd3-4312-9bcf-bc51d061cb39 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:56.806985 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9429d420-fa67-43e2-912c-28e85a3dfe6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (8f319875-0fd3-4312-9bcf-bc51d061cb39), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:56.826159 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d51b3832-4d4e-425b-b04b-cf589f16830f tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for security_group_rule (497f0ec0-8bc1-4877-9064-3a0c57ee06cf), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:56.831074 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77be24a5-eafa-43c8-9acc-493d752c85e9 None None] The sync data for ids ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'] in dv-cinder-836996-16-iscsi is: [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 4, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '8f319875-0fd3-4312-9bcf-bc51d061cb39', 'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'tenant_id': '0623b145317e4164862cd8601813c000', 'mac_address': 'fa:16:3e:49:33:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:55Z', 'revision_number': 4, 'project_id': '0623b145317e4164862cd8601813c000', 'subnets': [{'id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:36:56.832478 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d51b3832-4d4e-425b-b04b-cf589f16830f tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (497f0ec0-8bc1-4877-9064-3a0c57ee06cf), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:56.881630 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b3832-4d4e-425b-b04b-cf589f16830f tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=497f0ec0-8bc1-4877-9064-3a0c57ee06cf,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:56.888321 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d51b3832-4d4e-425b-b04b-cf589f16830f tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:56.889558 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-d51b3832-4d4e-425b-b04b-cf589f16830f tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2684424 May 10 05:36:56.892602 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 49326) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:56.916494 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-4b1f1f02-5cf6-4911-85c0-01efacb635eb tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Request body: {'security_group_rule': {'security_group_id': 'd0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8', 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:36:56.937038 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port a1d64e4b-7098-4310-86a3-806f8d191537 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:56.954018 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-9429d420-fa67-43e2-912c-28e85a3dfe6f None None] For port 8f319875-0fd3-4312-9bcf-bc51d061cb39, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=8f319875-0fd3-4312-9bcf-bc51d061cb39,segment=NetworkSegment(d5074d01-1247-4bbd-94b1-016a992e97ef),segment_id=d5074d01-1247-4bbd-94b1-016a992e97ef)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:36:56.958709 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4b1f1f02-5cf6-4911-85c0-01efacb635eb tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for security_group_rule (6047a3b8-7321-47a6-9e61-6a40e5925ffa), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:56.959239 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9429d420-fa67-43e2-912c-28e85a3dfe6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (8f319875-0fd3-4312-9bcf-bc51d061cb39), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:57.050337 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429d420-fa67-43e2-912c-28e85a3dfe6f None None] Pushing event updated for resources: {'Port': ['ID=8f319875-0fd3-4312-9bcf-bc51d061cb39,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:57.050918 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4b1f1f02-5cf6-4911-85c0-01efacb635eb tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for security_group_rule (6047a3b8-7321-47a6-9e61-6a40e5925ffa), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:57.062876 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4b1f1f02-5cf6-4911-85c0-01efacb635eb tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (6047a3b8-7321-47a6-9e61-6a40e5925ffa), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:57.086570 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-9087b40e-ea3c-45e6-83c7-a49d19fcc8dd None None] Provisioning complete for port 8f319875-0fd3-4312-9bcf-bc51d061cb39 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:57.086937 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9087b40e-ea3c-45e6-83c7-a49d19fcc8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (8f319875-0fd3-4312-9bcf-bc51d061cb39), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:57.092971 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f1f02-5cf6-4911-85c0-01efacb635eb tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6047a3b8-7321-47a6-9e61-6a40e5925ffa,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:57.106443 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4b1f1f02-5cf6-4911-85c0-01efacb635eb tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:57.108132 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-4b1f1f02-5cf6-4911-85c0-01efacb635eb tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2139974 May 10 05:36:57.113609 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 49330) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:57.118599 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-f7cad2bd-13a2-42c7-918f-85e21666492e tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Request body: {'security_group_rule': {'security_group_id': 'd0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8', 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:36:57.160308 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.db.securitygroups_db [None req-f7cad2bd-13a2-42c7-918f-85e21666492e tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Project 9870e28919e340ad9cda63cbbdea4e35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 05:36:57.179991 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f7cad2bd-13a2-42c7-918f-85e21666492e tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for security_group_rule (4532ee4f-09ee-494a-b44d-0a18300a2bdf), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:57.237048 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8122a276-c371-406a-b3ec-1147a079aa63 req-407b385a-fab5-4554-9dc9-b852b858729a tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=db14fae5-ef49-49b0-9bf9-bbc81c3d9783 HTTP/1.1" status: 200 len: 210 time: 0.0685861 May 10 05:36:57.274690 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-9087b40e-ea3c-45e6-83c7-a49d19fcc8dd None None] Current status of the port 8f319875-0fd3-4312-9bcf-bc51d061cb39 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:57.306682 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f7cad2bd-13a2-42c7-918f-85e21666492e tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for security_group_rule (4532ee4f-09ee-494a-b44d-0a18300a2bdf), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:57.312453 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f7cad2bd-13a2-42c7-918f-85e21666492e tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (4532ee4f-09ee-494a-b44d-0a18300a2bdf), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:57.332491 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cad2bd-13a2-42c7-918f-85e21666492e tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4532ee4f-09ee-494a-b44d-0a18300a2bdf,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:57.344002 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f7cad2bd-13a2-42c7-918f-85e21666492e tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:57.347947 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 49336) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:36:57.353987 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-dba5e44a-3f53-4d68-a6b7-3cc31d94a1b2 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Request body: {'security_group_rule': {'security_group_id': 'd0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8', 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:36:57.356613 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-f7cad2bd-13a2-42c7-918f-85e21666492e tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2413478 May 10 05:36:57.385166 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.db.securitygroups_db [None req-dba5e44a-3f53-4d68-a6b7-3cc31d94a1b2 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Project 9870e28919e340ad9cda63cbbdea4e35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 05:36:57.388562 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 8f319875-0fd3-4312-9bcf-bc51d061cb39 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:36:57.391744 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dba5e44a-3f53-4d68-a6b7-3cc31d94a1b2 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for security_group_rule (e413c137-d1a5-4d7e-85f9-82e5ac998741), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:57.462547 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port 8f319875-0fd3-4312-9bcf-bc51d061cb39 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:57.463079 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (8f319875-0fd3-4312-9bcf-bc51d061cb39), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:57.599329 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port 8f319875-0fd3-4312-9bcf-bc51d061cb39 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:57.600862 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device afb9db37-c339-4e8f-9b00-56e27c0024e7 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:36:57.653131 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port afb9db37-c339-4e8f-9b00-56e27c0024e7 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:57.653734 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (afb9db37-c339-4e8f-9b00-56e27c0024e7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:57.759632 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port afb9db37-c339-4e8f-9b00-56e27c0024e7 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:57.778825 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:57.798872 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12006f2-a38d-45e2-87f0-68322286bbb2 req-3f1c72af-2215-4f83-aa19-905cbce3571a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:57.800420 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a12006f2-a38d-45e2-87f0-68322286bbb2 req-3f1c72af-2215-4f83-aa19-905cbce3571a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.0760796 May 10 05:36:57.809259 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dba5e44a-3f53-4d68-a6b7-3cc31d94a1b2 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for security_group_rule (e413c137-d1a5-4d7e-85f9-82e5ac998741), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:57.827342 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dba5e44a-3f53-4d68-a6b7-3cc31d94a1b2 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (e413c137-d1a5-4d7e-85f9-82e5ac998741), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:57.866418 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5e44a-3f53-4d68-a6b7-3cc31d94a1b2 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e413c137-d1a5-4d7e-85f9-82e5ac998741,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:57.883281 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dba5e44a-3f53-4d68-a6b7-3cc31d94a1b2 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:57.884664 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-dba5e44a-3f53-4d68-a6b7-3cc31d94a1b2 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5357141 May 10 05:36:57.895122 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a12006f2-a38d-45e2-87f0-68322286bbb2 req-50034006-21b2-499f-ab85-33a8765f493a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888462 May 10 05:36:58.002689 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da3f81-0596-4c54-ac8d-bbf82a6dedf1 req-cee7d45b-7327-4184-ade5-7d1523b15068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:58.004246 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d4da3f81-0596-4c54-ac8d-bbf82a6dedf1 req-cee7d45b-7327-4184-ade5-7d1523b15068 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 1129 time: 0.0402739 May 10 05:36:58.312380 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d4da3f81-0596-4c54-ac8d-bbf82a6dedf1 req-6bd3f749-02c3-43cb-9802-559d121c457e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590508 May 10 05:36:58.405054 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f029221c-910b-4789-bd44-a6e2505b949d req-e94bbb85-4767-4569-a165-9d9219056f04 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=db14fae5-ef49-49b0-9bf9-bbc81c3d9783 HTTP/1.1" status: 200 len: 210 time: 0.0474520 May 10 05:36:58.678819 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2776871-5b68-42f9-b4bd-590feab67dff req-fbcaa6e0-15fe-4a02-b4ee-db13137d8a04 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:58.680698 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c2776871-5b68-42f9-b4bd-590feab67dff req-fbcaa6e0-15fe-4a02-b4ee-db13137d8a04 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.50 "GET /v2.0/networks?id=b91b1486-3cb7-481c-8684-1c68d074fc72 HTTP/1.1" status: 200 len: 813 time: 0.1207309 May 10 05:36:58.758800 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c2776871-5b68-42f9-b4bd-590feab67dff req-7513c6bb-6faa-4e89-8fad-4414b21957da tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0623b145317e4164862cd8601813c000 HTTP/1.1" status: 200 len: 380 time: 0.0635228 May 10 05:36:59.035010 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af392684-cdb3-4e7c-b291-fcbdf45cd3d9 req-b0431d93-130f-4dec-a0f9-b1e5205dfc75 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:59.036766 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-af392684-cdb3-4e7c-b291-fcbdf45cd3d9 req-b0431d93-130f-4dec-a0f9-b1e5205dfc75 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.0590513 May 10 05:36:59.084598 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-af392684-cdb3-4e7c-b291-fcbdf45cd3d9 req-90c8502a-d6e6-4dce-886f-d555473dfe2e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422938 May 10 05:36:59.089112 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [req-c2776871-5b68-42f9-b4bd-590feab67dff req-faf295bf-553a-4849-a14d-6c41d1dfcfdd tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Request body: {'port': {'device_id': 'db14fae5-ef49-49b0-9bf9-bbc81c3d9783', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'admin_state_up': True, 'tenant_id': '0623b145317e4164862cd8601813c000', 'security_groups': ['7aedff1f-5e32-4d03-b50a-722c4ac044f6']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:36:59.203701 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2776871-5b68-42f9-b4bd-590feab67dff req-faf295bf-553a-4849-a14d-6c41d1dfcfdd tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Made reservation on behalf of 0623b145317e4164862cd8601813c000 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:36:59.204551 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device dbc7cc46-068c-4eb3-9f75-57f449897de0 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:36:59.207098 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c2776871-5b68-42f9-b4bd-590feab67dff req-faf295bf-553a-4849-a14d-6c41d1dfcfdd tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:59.255198 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port dbc7cc46-068c-4eb3-9f75-57f449897de0 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:59.255653 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (dbc7cc46-068c-4eb3-9f75-57f449897de0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:59.346058 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port dbc7cc46-068c-4eb3-9f75-57f449897de0 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:36:59.346667 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (dbc7cc46-068c-4eb3-9f75-57f449897de0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:59.351738 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-c2776871-5b68-42f9-b4bd-590feab67dff req-faf295bf-553a-4849-a14d-6c41d1dfcfdd tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Allocated IP 172.20.0.7 (b91b1486-3cb7-481c-8684-1c68d074fc72/e26954e2-7a3b-4790-bc12-a1945a89ac49/11ad3211-611f-4c11-8c53-87e89a229255) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:36:59.369390 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] For port dbc7cc46-068c-4eb3-9f75-57f449897de0, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=dbc7cc46-068c-4eb3-9f75-57f449897de0,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:36:59.376906 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (dbc7cc46-068c-4eb3-9f75-57f449897de0), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:59.435553 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Pushing event updated for resources: {'Port': ['ID=dbc7cc46-068c-4eb3-9f75-57f449897de0,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:59.530340 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c60ab3b0-04d7-4976-b3dd-d628fdbc6d7a req-e90d1b65-9c24-43d5-a761-94762dc91e4e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=db14fae5-ef49-49b0-9bf9-bbc81c3d9783 HTTP/1.1" status: 200 len: 210 time: 0.0377846 May 10 05:36:59.547826 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c2776871-5b68-42f9-b4bd-590feab67dff req-faf295bf-553a-4849-a14d-6c41d1dfcfdd tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for port (11ad3211-611f-4c11-8c53-87e89a229255), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:59.585145 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c2776871-5b68-42f9-b4bd-590feab67dff req-faf295bf-553a-4849-a14d-6c41d1dfcfdd tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (11ad3211-611f-4c11-8c53-87e89a229255), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:59.631749 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2776871-5b68-42f9-b4bd-590feab67dff req-faf295bf-553a-4849-a14d-6c41d1dfcfdd tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Network b91b1486-3cb7-481c-8684-1c68d074fc72 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:36:59.635149 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-c2776871-5b68-42f9-b4bd-590feab67dff req-faf295bf-553a-4849-a14d-6c41d1dfcfdd tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:36:59.641308 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2776871-5b68-42f9-b4bd-590feab67dff req-faf295bf-553a-4849-a14d-6c41d1dfcfdd tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:36:59.646389 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2776871-5b68-42f9-b4bd-590feab67dff req-faf295bf-553a-4849-a14d-6c41d1dfcfdd tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:36:59.647008 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c2776871-5b68-42f9-b4bd-590feab67dff req-faf295bf-553a-4849-a14d-6c41d1dfcfdd tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:59.653746 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf295bf-553a-4849-a14d-6c41d1dfcfdd tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event updated for resources: {'Port': ['ID=11ad3211-611f-4c11-8c53-87e89a229255,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:36:59.674487 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c2776871-5b68-42f9-b4bd-590feab67dff req-faf295bf-553a-4849-a14d-6c41d1dfcfdd tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5888698 May 10 05:36:59.925261 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d1cd4895-372f-42ab-97ec-f0b5b8b93179 None None] Provisioning complete for port 11ad3211-611f-4c11-8c53-87e89a229255 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:36:59.925630 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d1cd4895-372f-42ab-97ec-f0b5b8b93179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (11ad3211-611f-4c11-8c53-87e89a229255), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:36:59.961669 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d1cd4895-372f-42ab-97ec-f0b5b8b93179 None None] Port 11ad3211-611f-4c11-8c53-87e89a229255 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:37:00.072175 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [req-c2776871-5b68-42f9-b4bd-590feab67dff req-009a0b30-1779-4288-8782-275fcde6699a service neutron] Request body: {'port': {'device_id': 'db14fae5-ef49-49b0-9bf9-bbc81c3d9783', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:37:00.162573 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c2776871-5b68-42f9-b4bd-590feab67dff req-009a0b30-1779-4288-8782-275fcde6699a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (11ad3211-611f-4c11-8c53-87e89a229255), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:00.244678 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6968b8-3f59-440a-b238-d8d29b3e51e7 req-a7136118-b982-4006-811e-99259a7a2962 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:00.246242 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-af6968b8-3f59-440a-b238-d8d29b3e51e7 req-a7136118-b982-4006-811e-99259a7a2962 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.0800419 May 10 05:37:00.370818 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-af6968b8-3f59-440a-b238-d8d29b3e51e7 req-a81e13bd-a771-45d1-aead-fe77d0cbf3c6 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131220 May 10 05:37:00.508455 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3c009-d1c3-4d8a-9fc6-29fdd176e7be req-73c24544-f5ae-416d-a1eb-9092aae639bf tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:00.509959 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f7d3c009-d1c3-4d8a-9fc6-29fdd176e7be req-73c24544-f5ae-416d-a1eb-9092aae639bf tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0601654 May 10 05:37:00.574988 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [req-c2776871-5b68-42f9-b4bd-590feab67dff req-009a0b30-1779-4288-8782-275fcde6699a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ad3211-611f-4c11-8c53-87e89a229255 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:37:00.588127 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c2776871-5b68-42f9-b4bd-590feab67dff req-009a0b30-1779-4288-8782-275fcde6699a service neutron] Publish callbacks [] for port (11ad3211-611f-4c11-8c53-87e89a229255), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:00.601601 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f7d3c009-d1c3-4d8a-9fc6-29fdd176e7be req-21dfef4a-e67c-40cb-8122-9fb27891b189 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823286 May 10 05:37:00.621154 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-c2776871-5b68-42f9-b4bd-590feab67dff req-009a0b30-1779-4288-8782-275fcde6699a service neutron] Transition to ACTIVE for port object 11ad3211-611f-4c11-8c53-87e89a229255 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 05:37:00.641999 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c2776871-5b68-42f9-b4bd-590feab67dff req-009a0b30-1779-4288-8782-275fcde6699a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (11ad3211-611f-4c11-8c53-87e89a229255), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:00.684073 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa66cf-72f1-407e-874f-fa7123e71680 req-b17954c1-0b00-449c-95d3-98e17035b499 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:00.685551 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a0fa66cf-72f1-407e-874f-fa7123e71680 req-b17954c1-0b00-449c-95d3-98e17035b499 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=db14fae5-ef49-49b0-9bf9-bbc81c3d9783 HTTP/1.1" status: 200 len: 931 time: 0.0831261 May 10 05:37:00.721934 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a0b30-1779-4288-8782-275fcde6699a service neutron] Pushing event updated for resources: {'Port': ['ID=11ad3211-611f-4c11-8c53-87e89a229255,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:00.785015 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-c2776871-5b68-42f9-b4bd-590feab67dff req-009a0b30-1779-4288-8782-275fcde6699a service neutron] Attempting to bind port 11ad3211-611f-4c11-8c53-87e89a229255 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:37:00.785763 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-c2776871-5b68-42f9-b4bd-590feab67dff req-009a0b30-1779-4288-8782-275fcde6699a service neutron] Attempting to bind port 11ad3211-611f-4c11-8c53-87e89a229255 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'd5074d01-1247-4bbd-94b1-016a992e97ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:37:00.785763 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2776871-5b68-42f9-b4bd-590feab67dff req-009a0b30-1779-4288-8782-275fcde6699a service neutron] Attempting to bind port 11ad3211-611f-4c11-8c53-87e89a229255 on network b91b1486-3cb7-481c-8684-1c68d074fc72 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:37:00.790727 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2776871-5b68-42f9-b4bd-590feab67dff req-009a0b30-1779-4288-8782-275fcde6699a service neutron] Port 11ad3211-611f-4c11-8c53-87e89a229255 on network b91b1486-3cb7-481c-8684-1c68d074fc72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 05:37:00.791064 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2776871-5b68-42f9-b4bd-590feab67dff req-009a0b30-1779-4288-8782-275fcde6699a service neutron] Attempting to bind port 11ad3211-611f-4c11-8c53-87e89a229255 on network b91b1486-3cb7-481c-8684-1c68d074fc72 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:37:00.817366 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a0fa66cf-72f1-407e-874f-fa7123e71680 req-d001d02e-3543-47f9-a1fa-7108a7b9fc3c tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=7aedff1f-5e32-4d03-b50a-722c4ac044f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073673 May 10 05:37:00.817366 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2776871-5b68-42f9-b4bd-590feab67dff req-009a0b30-1779-4288-8782-275fcde6699a service neutron] Checking agent: {'id': '0722f08e-2e90-4d2d-9212-b191bf1b5213', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'started_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:37:00.817366 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2776871-5b68-42f9-b4bd-590feab67dff req-009a0b30-1779-4288-8782-275fcde6699a service neutron] Checking segment: {'id': 'd5074d01-1247-4bbd-94b1-016a992e97ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:37:00.817366 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2776871-5b68-42f9-b4bd-590feab67dff req-009a0b30-1779-4288-8782-275fcde6699a service neutron] Bound using segment: {'id': 'd5074d01-1247-4bbd-94b1-016a992e97ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:37:00.817366 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-c2776871-5b68-42f9-b4bd-590feab67dff req-009a0b30-1779-4288-8782-275fcde6699a service neutron] Bound port: 11ad3211-611f-4c11-8c53-87e89a229255, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5074d01-1247-4bbd-94b1-016a992e97ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:37:00.817366 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c2776871-5b68-42f9-b4bd-590feab67dff req-009a0b30-1779-4288-8782-275fcde6699a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (11ad3211-611f-4c11-8c53-87e89a229255), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:00.899816 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-c2776871-5b68-42f9-b4bd-590feab67dff req-009a0b30-1779-4288-8782-275fcde6699a service neutron] For port 11ad3211-611f-4c11-8c53-87e89a229255, host hv-cinder-83699, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:37:00.904372 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-c2776871-5b68-42f9-b4bd-590feab67dff req-009a0b30-1779-4288-8782-275fcde6699a service neutron] For port 11ad3211-611f-4c11-8c53-87e89a229255, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=11ad3211-611f-4c11-8c53-87e89a229255,segment=NetworkSegment(d5074d01-1247-4bbd-94b1-016a992e97ef),segment_id=d5074d01-1247-4bbd-94b1-016a992e97ef)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:37:00.910885 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c2776871-5b68-42f9-b4bd-590feab67dff req-009a0b30-1779-4288-8782-275fcde6699a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (11ad3211-611f-4c11-8c53-87e89a229255), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:00.948797 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2776871-5b68-42f9-b4bd-590feab67dff req-009a0b30-1779-4288-8782-275fcde6699a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:00.949458 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c2776871-5b68-42f9-b4bd-590feab67dff req-009a0b30-1779-4288-8782-275fcde6699a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:00.950889 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c2776871-5b68-42f9-b4bd-590feab67dff req-009a0b30-1779-4288-8782-275fcde6699a service neutron] 10.222.0.50 "PUT /v2.0/ports/11ad3211-611f-4c11-8c53-87e89a229255 HTTP/1.1" status: 200 len: 1093 time: 0.8836026 May 10 05:37:00.951346 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db14fae5-ef49-49b0-9bf9-bbc81c3d9783', 'tag': '11ad3211-611f-4c11-8c53-87e89a229255'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:37:00.961851 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9b96fb-cf06-4978-b8d5-49afd38cc4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "db14fae5-ef49-49b0-9bf9-bbc81c3d9783", "tag": "11ad3211-611f-4c11-8c53-87e89a229255"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:37:01.012258 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a0b30-1779-4288-8782-275fcde6699a service neutron] Pushing event updated for resources: {'Port': ['ID=11ad3211-611f-4c11-8c53-87e89a229255,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:01.038646 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55e58a6-e637-4fe2-93c7-7c31e01da785 x-openstack-request-id: req-e55e58a6-e637-4fe2-93c7-7c31e01da785 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:37:01.038865 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db14fae5-ef49-49b0-9bf9-bbc81c3d9783", "tag": "11ad3211-611f-4c11-8c53-87e89a229255", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:37:01.039098 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e55e58a6-e637-4fe2-93c7-7c31e01da785 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:37:01.039493 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e55e58a6-e637-4fe2-93c7-7c31e01da785'] response: {'name': 'network-changed', 'server_uuid': 'db14fae5-ef49-49b0-9bf9-bbc81c3d9783', 'tag': '11ad3211-611f-4c11-8c53-87e89a229255', 'status': 'completed', 'code': 200} May 10 05:37:01.056542 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2776871-5b68-42f9-b4bd-590feab67dff req-76a82df7-086e-4b21-9e2e-dd9e91f8198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:01.061885 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c2776871-5b68-42f9-b4bd-590feab67dff req-76a82df7-086e-4b21-9e2e-dd9e91f8198a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0623b145317e4164862cd8601813c000&device_id=db14fae5-ef49-49b0-9bf9-bbc81c3d9783 HTTP/1.1" status: 200 len: 1127 time: 0.0587850 May 10 05:37:01.121848 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c2776871-5b68-42f9-b4bd-590feab67dff req-a7df468e-2fa1-45d5-b391-b826d2c2512c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11ad3211-611f-4c11-8c53-87e89a229255 HTTP/1.1" status: 200 len: 217 time: 0.0494931 May 10 05:37:01.181735 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2776871-5b68-42f9-b4bd-590feab67dff req-54397837-147c-4080-946e-c76ae25c5201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:01.183445 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c2776871-5b68-42f9-b4bd-590feab67dff req-54397837-147c-4080-946e-c76ae25c5201 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e26954e2-7a3b-4790-bc12-a1945a89ac49 HTTP/1.1" status: 200 len: 852 time: 0.0533054 May 10 05:37:01.208612 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device dbc7cc46-068c-4eb3-9f75-57f449897de0 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:37:01.228767 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2776871-5b68-42f9-b4bd-590feab67dff req-60da93d0-7414-4d3f-80f9-5b940d362080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:01.230270 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c2776871-5b68-42f9-b4bd-590feab67dff req-60da93d0-7414-4d3f-80f9-5b940d362080 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b91b1486-3cb7-481c-8684-1c68d074fc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399432 May 10 05:37:01.252163 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be0be8d-1b7e-484f-bb86-815d842231df None None] Sync routers for ids ['e9cd0edf-42f5-4763-bd40-5832e01e0150'] in dv-cinder-836996-16-iscsi {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:37:01.269486 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be0be8d-1b7e-484f-bb86-815d842231df None None] Routers {'e9cd0edf-42f5-4763-bd40-5832e01e0150'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:37:01.270093 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-0be0be8d-1b7e-484f-bb86-815d842231df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:36:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e9cd0edf-42f5-4763-bd40-5832e01e0150'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:37:01.274872 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port dbc7cc46-068c-4eb3-9f75-57f449897de0 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:01.275241 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (dbc7cc46-068c-4eb3-9f75-57f449897de0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:01.333445 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c2776871-5b68-42f9-b4bd-590feab67dff req-13aff4f9-8dbe-46d6-9eab-a16d8de228b1 service neutron] 10.222.0.50 "GET /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910528 May 10 05:37:01.428296 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c2776871-5b68-42f9-b4bd-590feab67dff req-5c67ae20-cef8-4efb-b773-ec61906ec73b service neutron] 10.222.0.50 "GET /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889139 May 10 05:37:01.452559 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-0be0be8d-1b7e-484f-bb86-815d842231df None None] Set router e9cd0edf-42f5-4763-bd40-5832e01e0150 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:37:01.502415 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port dbc7cc46-068c-4eb3-9f75-57f449897de0 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:37:01.532988 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b96fb-cf06-4978-b8d5-49afd38cc4bc req-2efbc9c5-494b-4ff2-9541-8d97e3bfe534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:01.534794 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7e9b96fb-cf06-4978-b8d5-49afd38cc4bc req-2efbc9c5-494b-4ff2-9541-8d97e3bfe534 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0623b145317e4164862cd8601813c000&device_id=db14fae5-ef49-49b0-9bf9-bbc81c3d9783 HTTP/1.1" status: 200 len: 1127 time: 0.0463278 May 10 05:37:01.633907 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b96fb-cf06-4978-b8d5-49afd38cc4bc req-3b3ea497-5247-4453-a7a9-b32999e58467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:01.635443 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7e9b96fb-cf06-4978-b8d5-49afd38cc4bc req-3b3ea497-5247-4453-a7a9-b32999e58467 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b91b1486-3cb7-481c-8684-1c68d074fc72 HTTP/1.1" status: 200 len: 914 time: 0.0946832 May 10 05:37:01.669143 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-0be0be8d-1b7e-484f-bb86-815d842231df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cd0edf-42f5-4763-bd40-5832e01e0150', 'name': 'tempest-TestShelveInstance-979937581-router', 'tenant_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'dbc7cc46-068c-4eb3-9f75-57f449897de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:48Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'gw_port': {'id': 'dbc7cc46-068c-4eb3-9f75-57f449897de0', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cd0edf-42f5-4763-bd40-5832e01e0150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'e86c61fc-652f-4dea-af0a-3f6c07730403', 'name': '', 'network_id': '0370ae44-2cb8-4ca6-9a3d-d95b84367648', 'tenant_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'mac_address': 'fa:16:3e:60:02:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cd0edf-42f5-4763-bd40-5832e01e0150', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8323ba93-0969-42a9-aedb-cc52c0fe074a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:53Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 2, 'project_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'subnets': [{'id': '8323ba93-0969-42a9-aedb-cc52c0fe074a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:37:01.681108 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7e9b96fb-cf06-4978-b8d5-49afd38cc4bc req-67ef0868-a646-4311-a5f3-b2a5ece418d0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11ad3211-611f-4c11-8c53-87e89a229255 HTTP/1.1" status: 200 len: 217 time: 0.0356824 May 10 05:37:01.703600 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be0be8d-1b7e-484f-bb86-815d842231df None None] Checking router: e9cd0edf-42f5-4763-bd40-5832e01e0150 for host: dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:37:01.704010 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be0be8d-1b7e-484f-bb86-815d842231df None None] Updating router e9cd0edf-42f5-4763-bd40-5832e01e0150 port e86c61fc-652f-4dea-af0a-3f6c07730403 binding host dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 05:37:01.733752 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0be0be8d-1b7e-484f-bb86-815d842231df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (e86c61fc-652f-4dea-af0a-3f6c07730403), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:01.740322 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b96fb-cf06-4978-b8d5-49afd38cc4bc req-5226e13e-e843-4e88-9fa5-a2bc9c6b14fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:01.741821 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7e9b96fb-cf06-4978-b8d5-49afd38cc4bc req-5226e13e-e843-4e88-9fa5-a2bc9c6b14fe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e26954e2-7a3b-4790-bc12-a1945a89ac49 HTTP/1.1" status: 200 len: 852 time: 0.0551443 May 10 05:37:01.785636 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b96fb-cf06-4978-b8d5-49afd38cc4bc req-60cf99aa-2ab1-477e-ab49-d284cff0c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:01.787170 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7e9b96fb-cf06-4978-b8d5-49afd38cc4bc req-60cf99aa-2ab1-477e-ab49-d284cff0c26e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b91b1486-3cb7-481c-8684-1c68d074fc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379548 May 10 05:37:01.927500 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7e9b96fb-cf06-4978-b8d5-49afd38cc4bc req-5a30fb32-6467-4940-b08d-ebb42ade8c79 service neutron] 10.222.0.50 "GET /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328800 May 10 05:37:01.938243 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b79e4d-d298-40b9-b61f-d4c657dcfd3e req-a9e03d78-241e-48c7-ad77-6361c7a036a3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:01.939561 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-00b79e4d-d298-40b9-b61f-d4c657dcfd3e req-a9e03d78-241e-48c7-ad77-6361c7a036a3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=db14fae5-ef49-49b0-9bf9-bbc81c3d9783 HTTP/1.1" status: 200 len: 943 time: 0.0629637 May 10 05:37:02.009473 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0be0be8d-1b7e-484f-bb86-815d842231df None None] Publish callbacks [] for port (e86c61fc-652f-4dea-af0a-3f6c07730403), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:02.016328 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0be0be8d-1b7e-484f-bb86-815d842231df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (e86c61fc-652f-4dea-af0a-3f6c07730403), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:02.040502 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-00b79e4d-d298-40b9-b61f-d4c657dcfd3e req-f38dda9c-7cff-4ae6-b0bd-cc633370577d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=7aedff1f-5e32-4d03-b50a-722c4ac044f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930815 May 10 05:37:02.059997 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7e9b96fb-cf06-4978-b8d5-49afd38cc4bc req-b5585bfc-ccb7-4675-a4ea-fa3a5358cfdd service neutron] 10.222.0.50 "GET /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193964 May 10 05:37:02.133343 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4c70e-fc67-447d-a1f9-7ce28f01aea2 None None] Pushing event updated for resources: {'Port': ['ID=e86c61fc-652f-4dea-af0a-3f6c07730403,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:02.151657 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-0be0be8d-1b7e-484f-bb86-815d842231df None None] Attempting to bind port e86c61fc-652f-4dea-af0a-3f6c07730403 on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:37:02.152055 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-0be0be8d-1b7e-484f-bb86-815d842231df None None] Attempting to bind port e86c61fc-652f-4dea-af0a-3f6c07730403 by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': '1e3020ce-8199-44dc-b60b-4a91d25a5a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0370ae44-2cb8-4ca6-9a3d-d95b84367648'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:37:02.152417 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be0be8d-1b7e-484f-bb86-815d842231df None None] Attempting to bind port e86c61fc-652f-4dea-af0a-3f6c07730403 on network 0370ae44-2cb8-4ca6-9a3d-d95b84367648 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:37:02.158000 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be0be8d-1b7e-484f-bb86-815d842231df None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:37:02.158369 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be0be8d-1b7e-484f-bb86-815d842231df None None] Checking segment: {'id': '1e3020ce-8199-44dc-b60b-4a91d25a5a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0370ae44-2cb8-4ca6-9a3d-d95b84367648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:37:02.158799 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0be0be8d-1b7e-484f-bb86-815d842231df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:02.159187 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be0be8d-1b7e-484f-bb86-815d842231df None None] Bound using segment: {'id': '1e3020ce-8199-44dc-b60b-4a91d25a5a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0370ae44-2cb8-4ca6-9a3d-d95b84367648'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:37:02.159670 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-0be0be8d-1b7e-484f-bb86-815d842231df None None] Bound port: e86c61fc-652f-4dea-af0a-3f6c07730403, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e3020ce-8199-44dc-b60b-4a91d25a5a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0370ae44-2cb8-4ca6-9a3d-d95b84367648'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:37:02.160053 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0be0be8d-1b7e-484f-bb86-815d842231df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (e86c61fc-652f-4dea-af0a-3f6c07730403), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:02.232894 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-0be0be8d-1b7e-484f-bb86-815d842231df None None] For port e86c61fc-652f-4dea-af0a-3f6c07730403, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:37:02.236767 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-0be0be8d-1b7e-484f-bb86-815d842231df None None] For port e86c61fc-652f-4dea-af0a-3f6c07730403, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=e86c61fc-652f-4dea-af0a-3f6c07730403,segment=NetworkSegment(1e3020ce-8199-44dc-b60b-4a91d25a5a63),segment_id=1e3020ce-8199-44dc-b60b-4a91d25a5a63)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:37:02.244444 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0be0be8d-1b7e-484f-bb86-815d842231df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (e86c61fc-652f-4dea-af0a-3f6c07730403), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:02.315114 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be0be8d-1b7e-484f-bb86-815d842231df None None] Routers {'e9cd0edf-42f5-4763-bd40-5832e01e0150'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:37:02.315788 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-0be0be8d-1b7e-484f-bb86-815d842231df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:36:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e9cd0edf-42f5-4763-bd40-5832e01e0150'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:37:02.324251 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4c70e-fc67-447d-a1f9-7ce28f01aea2 None None] Pushing event updated for resources: {'Port': ['ID=e86c61fc-652f-4dea-af0a-3f6c07730403,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:02.440241 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf6e66-8215-43ab-b1e5-39213c30792f req-93630ad6-4473-488a-89ab-b72f5ad478a5 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:02.446966 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-decf6e66-8215-43ab-b1e5-39213c30792f req-93630ad6-4473-488a-89ab-b72f5ad478a5 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0941606 May 10 05:37:02.467872 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4e8c2-0042-4b51-8c47-a642505e5f35 req-2ee88603-75ca-4383-a87d-89f75400cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:02.469327 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-56e4e8c2-0042-4b51-8c47-a642505e5f35 req-2ee88603-75ca-4383-a87d-89f75400cee6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5655a11bb4d94e7fb7186eb1bec105cb&device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 1130 time: 0.0724344 May 10 05:37:02.508135 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ece83818-8dac-47e8-9243-fd9dca60bb96 None None] Provisioning complete for port e86c61fc-652f-4dea-af0a-3f6c07730403 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:02.508496 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ece83818-8dac-47e8-9243-fd9dca60bb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (e86c61fc-652f-4dea-af0a-3f6c07730403), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:02.558485 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-decf6e66-8215-43ab-b1e5-39213c30792f req-6b64a6c5-8174-4a50-8492-75d2a616af83 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106427 May 10 05:37:02.597292 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4e8c2-0042-4b51-8c47-a642505e5f35 req-a52cb145-6a84-44eb-99c3-b9d4efb209aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:02.598756 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-56e4e8c2-0042-4b51-8c47-a642505e5f35 req-a52cb145-6a84-44eb-99c3-b9d4efb209aa service neutron] 10.222.0.50 "GET /v2.0/networks?id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 HTTP/1.1" status: 200 len: 919 time: 0.1199434 May 10 05:37:02.635279 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-0be0be8d-1b7e-484f-bb86-815d842231df None None] Set router e9cd0edf-42f5-4763-bd40-5832e01e0150 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:37:02.650150 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-56e4e8c2-0042-4b51-8c47-a642505e5f35 req-0e8d443f-6e3a-41dd-bea1-bae5dd978bfb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caf4b026-5603-4656-a8ea-a2690b18afa3 HTTP/1.1" status: 200 len: 217 time: 0.0363042 May 10 05:37:02.699175 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4e8c2-0042-4b51-8c47-a642505e5f35 req-08ab9921-30f0-4702-911f-eb3da0f83906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:02.700654 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-56e4e8c2-0042-4b51-8c47-a642505e5f35 req-08ab9921-30f0-4702-911f-eb3da0f83906 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5cda1426-dd5e-4474-b1b8-e2dd037a4f93 HTTP/1.1" status: 200 len: 857 time: 0.0444934 May 10 05:37:02.734283 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ece83818-8dac-47e8-9243-fd9dca60bb96 None None] Current status of the port e86c61fc-652f-4dea-af0a-3f6c07730403 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:37:02.734547 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ece83818-8dac-47e8-9243-fd9dca60bb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (e86c61fc-652f-4dea-af0a-3f6c07730403), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:02.747506 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4e8c2-0042-4b51-8c47-a642505e5f35 req-66cf62fe-8b8b-4356-a232-bbcb2a83734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:02.749504 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-56e4e8c2-0042-4b51-8c47-a642505e5f35 req-66cf62fe-8b8b-4356-a232-bbcb2a83734d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416856 May 10 05:37:02.810695 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ece83818-8dac-47e8-9243-fd9dca60bb96 None None] For port e86c61fc-652f-4dea-af0a-3f6c07730403, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=e86c61fc-652f-4dea-af0a-3f6c07730403,segment=NetworkSegment(1e3020ce-8199-44dc-b60b-4a91d25a5a63),segment_id=1e3020ce-8199-44dc-b60b-4a91d25a5a63)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:37:02.817269 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ece83818-8dac-47e8-9243-fd9dca60bb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (e86c61fc-652f-4dea-af0a-3f6c07730403), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:02.851509 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-56e4e8c2-0042-4b51-8c47-a642505e5f35 req-8cea55fe-41a4-40e6-8bf4-0ed460c451bb service neutron] 10.222.0.50 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883636 May 10 05:37:02.917140 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece83818-8dac-47e8-9243-fd9dca60bb96 None None] Pushing event updated for resources: {'Port': ['ID=e86c61fc-652f-4dea-af0a-3f6c07730403,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:02.942497 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-0be0be8d-1b7e-484f-bb86-815d842231df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cd0edf-42f5-4763-bd40-5832e01e0150', 'name': 'tempest-TestShelveInstance-979937581-router', 'tenant_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'dbc7cc46-068c-4eb3-9f75-57f449897de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:48Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'gw_port': {'id': 'dbc7cc46-068c-4eb3-9f75-57f449897de0', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cd0edf-42f5-4763-bd40-5832e01e0150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'e86c61fc-652f-4dea-af0a-3f6c07730403', 'name': '', 'network_id': '0370ae44-2cb8-4ca6-9a3d-d95b84367648', 'tenant_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'mac_address': 'fa:16:3e:60:02:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cd0edf-42f5-4763-bd40-5832e01e0150', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8323ba93-0969-42a9-aedb-cc52c0fe074a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:53Z', 'updated_at': '2022-05-10T05:37:02Z', 'revision_number': 4, 'project_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'subnets': [{'id': '8323ba93-0969-42a9-aedb-cc52c0fe074a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:37:02.946529 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-56e82fdc-6147-41a9-a70d-8001e0d7a4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:02.950105 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2abf615d-9a1a-4068-9fa5-d8a153d8f88b None None] Provisioning complete for port e86c61fc-652f-4dea-af0a-3f6c07730403 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:02.950465 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2abf615d-9a1a-4068-9fa5-d8a153d8f88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (e86c61fc-652f-4dea-af0a-3f6c07730403), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:02.953905 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-56e4e8c2-0042-4b51-8c47-a642505e5f35 req-6680c507-7b0a-4f55-8330-7637bae1c346 service neutron] 10.222.0.50 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963149 May 10 05:37:02.977615 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be0be8d-1b7e-484f-bb86-815d842231df None None] The sync data for ids ['e9cd0edf-42f5-4763-bd40-5832e01e0150'] in dv-cinder-836996-16-iscsi is: [{'id': 'e9cd0edf-42f5-4763-bd40-5832e01e0150', 'name': 'tempest-TestShelveInstance-979937581-router', 'tenant_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'dbc7cc46-068c-4eb3-9f75-57f449897de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:48Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'gw_port': {'id': 'dbc7cc46-068c-4eb3-9f75-57f449897de0', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cd0edf-42f5-4763-bd40-5832e01e0150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'e86c61fc-652f-4dea-af0a-3f6c07730403', 'name': '', 'network_id': '0370ae44-2cb8-4ca6-9a3d-d95b84367648', 'tenant_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'mac_address': 'fa:16:3e:60:02:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cd0edf-42f5-4763-bd40-5832e01e0150', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8323ba93-0969-42a9-aedb-cc52c0fe074a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:53Z', 'updated_at': '2022-05-10T05:37:02Z', 'revision_number': 4, 'project_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'subnets': [{'id': '8323ba93-0969-42a9-aedb-cc52c0fe074a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:37:03.058431 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2abf615d-9a1a-4068-9fa5-d8a153d8f88b None None] Current status of the port e86c61fc-652f-4dea-af0a-3f6c07730403 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:37:03.161933 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8eb70-fdbb-4bde-9860-4c90d5870b5b req-8bdf1ef9-b635-4ad4-9219-9b1329735a60 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:03.164261 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-fab8eb70-fdbb-4bde-9860-4c90d5870b5b req-8bdf1ef9-b635-4ad4-9219-9b1329735a60 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=db14fae5-ef49-49b0-9bf9-bbc81c3d9783 HTTP/1.1" status: 200 len: 943 time: 0.0498421 May 10 05:37:03.204054 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device e86c61fc-652f-4dea-af0a-3f6c07730403 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:37:03.212697 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-fab8eb70-fdbb-4bde-9860-4c90d5870b5b req-c8da7adc-9efa-4c8f-89de-a4f44e051106 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=7aedff1f-5e32-4d03-b50a-722c4ac044f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434492 May 10 05:37:03.257960 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port e86c61fc-652f-4dea-af0a-3f6c07730403 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:03.258508 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (e86c61fc-652f-4dea-af0a-3f6c07730403), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:03.337889 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port e86c61fc-652f-4dea-af0a-3f6c07730403 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:37:03.677848 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f61552-b3bb-4604-83df-8c2e421ef41f req-279064d9-6cd2-4da6-9e7b-d9bb31e41ee6 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:03.679431 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b2f61552-b3bb-4604-83df-8c2e421ef41f req-279064d9-6cd2-4da6-9e7b-d9bb31e41ee6 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0529430 May 10 05:37:03.729203 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b2f61552-b3bb-4604-83df-8c2e421ef41f req-b1b05f8f-7cf4-4bf6-be49-d799e60e721e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437250 May 10 05:37:04.338074 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f299b-348e-4609-b3ec-1b9111047089 req-657f4e07-18b6-4c35-b748-16276e25626a tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:04.339993 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c49f299b-348e-4609-b3ec-1b9111047089 req-657f4e07-18b6-4c35-b748-16276e25626a tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=db14fae5-ef49-49b0-9bf9-bbc81c3d9783 HTTP/1.1" status: 200 len: 943 time: 0.0592813 May 10 05:37:04.388979 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c49f299b-348e-4609-b3ec-1b9111047089 req-1f92a572-811a-4dcd-bce9-24282dbf2841 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=7aedff1f-5e32-4d03-b50a-722c4ac044f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431786 May 10 05:37:04.843166 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce03816-478c-45be-b07e-ecbb4e773e9c req-4b7815ed-329c-45a3-ba49-9da92e4c9424 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:04.844698 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8ce03816-478c-45be-b07e-ecbb4e773e9c req-4b7815ed-329c-45a3-ba49-9da92e4c9424 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0470424 May 10 05:37:04.895717 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8ce03816-478c-45be-b07e-ecbb4e773e9c req-866f86b3-ff79-45e5-9a32-7ee7f8cb8635 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429809 May 10 05:37:05.375002 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1d82132b-07af-463f-ba3d-a7a550bb16be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:05.508697 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b9c27-dd67-4087-8f97-c544b5f0a51e req-bc915d86-916c-4a32-a483-6592bbccec3f tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:05.510239 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-656b9c27-dd67-4087-8f97-c544b5f0a51e req-bc915d86-916c-4a32-a483-6592bbccec3f tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=db14fae5-ef49-49b0-9bf9-bbc81c3d9783 HTTP/1.1" status: 200 len: 943 time: 0.0501549 May 10 05:37:05.561389 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-656b9c27-dd67-4087-8f97-c544b5f0a51e req-bb90d376-5413-405f-b20e-c9ab4fc0a1e2 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=7aedff1f-5e32-4d03-b50a-722c4ac044f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452676 May 10 05:37:06.012461 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b38d40-ae1e-4e9f-a744-ee2583243368 req-72d43fa1-2d82-4f94-9515-1073c56bc391 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:06.013915 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-48b38d40-ae1e-4e9f-a744-ee2583243368 req-72d43fa1-2d82-4f94-9515-1073c56bc391 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0485303 May 10 05:37:06.065819 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-48b38d40-ae1e-4e9f-a744-ee2583243368 req-9e45ffe7-eb6c-4089-87a9-57b367cf9060 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456331 May 10 05:37:06.558091 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:06.702251 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0faa84-985e-430c-9513-26e0aceb278b req-c3a04eee-53a2-4294-beee-63185c84d726 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:06.703753 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6b0faa84-985e-430c-9513-26e0aceb278b req-c3a04eee-53a2-4294-beee-63185c84d726 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=db14fae5-ef49-49b0-9bf9-bbc81c3d9783 HTTP/1.1" status: 200 len: 943 time: 0.0552335 May 10 05:37:06.754083 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6b0faa84-985e-430c-9513-26e0aceb278b req-114cb41a-b860-4a38-b07d-cbf99aaa51a6 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=7aedff1f-5e32-4d03-b50a-722c4ac044f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444889 May 10 05:37:07.181234 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c4056-0d16-4350-a28d-d5e7f5a15e0e req-3c4bad5d-10e4-458c-b522-d605af56e76a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:07.182817 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-dd5c4056-0d16-4350-a28d-d5e7f5a15e0e req-3c4bad5d-10e4-458c-b522-d605af56e76a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0492544 May 10 05:37:07.232288 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-dd5c4056-0d16-4350-a28d-d5e7f5a15e0e req-ecd9bc5f-5f26-4ae4-a84f-f96d87d0f91f tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430162 May 10 05:37:07.567546 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:07.883798 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57629e8-4be2-4b6b-bd87-5c88c0ab22b2 req-1ebe8128-33ad-4dc7-969b-06b77aac574a tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:07.885250 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a57629e8-4be2-4b6b-bd87-5c88c0ab22b2 req-1ebe8128-33ad-4dc7-969b-06b77aac574a tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=db14fae5-ef49-49b0-9bf9-bbc81c3d9783 HTTP/1.1" status: 200 len: 943 time: 0.0465584 May 10 05:37:07.934142 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a57629e8-4be2-4b6b-bd87-5c88c0ab22b2 req-82633ec5-8458-4037-8bc7-19d2a643cbda tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=7aedff1f-5e32-4d03-b50a-722c4ac044f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410671 May 10 05:37:08.361090 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd9b9c-e9b5-4582-981e-b54fdcffbc51 req-a4ef25b6-2a78-45a9-9855-7cf00bed67a3 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:08.362532 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4dcd9b9c-e9b5-4582-981e-b54fdcffbc51 req-a4ef25b6-2a78-45a9-9855-7cf00bed67a3 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0575244 May 10 05:37:08.411957 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4dcd9b9c-e9b5-4582-981e-b54fdcffbc51 req-561ce93f-d04b-44d3-9f77-5e51f8436ebc tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417497 May 10 05:37:09.043933 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28275202-cb3c-4208-982d-4383fac91d7e req-b72839b9-47c4-4108-a411-ad808c1e8b92 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:09.045358 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-28275202-cb3c-4208-982d-4383fac91d7e req-b72839b9-47c4-4108-a411-ad808c1e8b92 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=db14fae5-ef49-49b0-9bf9-bbc81c3d9783 HTTP/1.1" status: 200 len: 943 time: 0.0462220 May 10 05:37:09.097327 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-28275202-cb3c-4208-982d-4383fac91d7e req-9447f0da-498f-4058-85a1-a80cfeb40140 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=7aedff1f-5e32-4d03-b50a-722c4ac044f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439711 May 10 05:37:09.361515 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:09.532965 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a57916-46cc-43f9-8eb3-302c0ef2e6e9 req-ed8bcf07-f80f-4e1e-adad-f226b17d8254 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:09.534720 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e7a57916-46cc-43f9-8eb3-302c0ef2e6e9 req-ed8bcf07-f80f-4e1e-adad-f226b17d8254 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0557308 May 10 05:37:09.587759 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e7a57916-46cc-43f9-8eb3-302c0ef2e6e9 req-977d63a7-7487-4746-90ae-0e0778ec66d2 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472727 May 10 05:37:10.223245 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91a233-cd08-4d2f-9020-07e71b15b246 req-62925e45-7953-4a68-a26f-3f89c1b79e79 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:10.224677 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1e91a233-cd08-4d2f-9020-07e71b15b246 req-62925e45-7953-4a68-a26f-3f89c1b79e79 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=db14fae5-ef49-49b0-9bf9-bbc81c3d9783 HTTP/1.1" status: 200 len: 943 time: 0.0511196 May 10 05:37:10.277010 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1e91a233-cd08-4d2f-9020-07e71b15b246 req-d2f15999-d1c9-4d9f-a0f1-26bceb136519 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=7aedff1f-5e32-4d03-b50a-722c4ac044f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442359 May 10 05:37:10.710791 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a6d48-dff9-4e6c-a532-4a340ae127fb req-4344072d-4aae-4c5f-b5c6-0ea8d9674cbe tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:10.712236 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-052a6d48-dff9-4e6c-a532-4a340ae127fb req-4344072d-4aae-4c5f-b5c6-0ea8d9674cbe tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0461400 May 10 05:37:10.760533 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-052a6d48-dff9-4e6c-a532-4a340ae127fb req-c69ec651-ddf9-43aa-91e2-b940d1aaef6c tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400374 May 10 05:37:11.417538 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9484a2-23db-420d-97ea-36b218e7ebb9 req-ce091c2f-e32a-4842-bfa6-46cefa9b9156 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:11.419081 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ce9484a2-23db-420d-97ea-36b218e7ebb9 req-ce091c2f-e32a-4842-bfa6-46cefa9b9156 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=db14fae5-ef49-49b0-9bf9-bbc81c3d9783 HTTP/1.1" status: 200 len: 943 time: 0.0577588 May 10 05:37:11.468371 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ce9484a2-23db-420d-97ea-36b218e7ebb9 req-f919148b-0b7a-4b5b-86ad-c8736edf83a9 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=7aedff1f-5e32-4d03-b50a-722c4ac044f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426316 May 10 05:37:11.876005 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512ba20-485b-430e-9827-6cf631e1511a req-e36087b5-f714-4430-a3d4-26a8d2de8f0a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:11.877472 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d512ba20-485b-430e-9827-6cf631e1511a req-e36087b5-f714-4430-a3d4-26a8d2de8f0a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0479257 May 10 05:37:11.939905 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d512ba20-485b-430e-9827-6cf631e1511a req-39e74811-81bc-4527-9a38-902e2808ae01 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542879 May 10 05:37:12.098846 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 11ad3211-611f-4c11-8c53-87e89a229255 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 05:37:12.205727 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 11ad3211-611f-4c11-8c53-87e89a229255, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=11ad3211-611f-4c11-8c53-87e89a229255,segment=NetworkSegment(d5074d01-1247-4bbd-94b1-016a992e97ef),segment_id=d5074d01-1247-4bbd-94b1-016a992e97ef)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:37:12.218588 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Returning: {'device': '11ad3211-611f-4c11-8c53-87e89a229255', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'port_id': '11ad3211-611f-4c11-8c53-87e89a229255', 'mac_address': 'fa:16:3e:96:99:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 05:37:12.257680 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 11ad3211-611f-4c11-8c53-87e89a229255 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:37:12.258067 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (11ad3211-611f-4c11-8c53-87e89a229255), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:12.275631 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ad3211-611f-4c11-8c53-87e89a229255 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:37:12.294773 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 11ad3211-611f-4c11-8c53-87e89a229255, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=11ad3211-611f-4c11-8c53-87e89a229255,segment=NetworkSegment(d5074d01-1247-4bbd-94b1-016a992e97ef),segment_id=d5074d01-1247-4bbd-94b1-016a992e97ef)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:37:12.301527 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (11ad3211-611f-4c11-8c53-87e89a229255), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:12.348139 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=11ad3211-611f-4c11-8c53-87e89a229255,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:12.584221 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba54ec-c67d-46dc-8311-5e9b3943436f req-9ffeb62c-1bc9-45c1-847d-836511a76bbb tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:12.585553 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-65ba54ec-c67d-46dc-8311-5e9b3943436f req-9ffeb62c-1bc9-45c1-847d-836511a76bbb tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=db14fae5-ef49-49b0-9bf9-bbc81c3d9783 HTTP/1.1" status: 200 len: 944 time: 0.0469604 May 10 05:37:12.637395 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-65ba54ec-c67d-46dc-8311-5e9b3943436f req-7dc380be-ca56-485f-945b-cfaf3f717959 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=7aedff1f-5e32-4d03-b50a-722c4ac044f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458736 May 10 05:37:12.647104 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['11ad3211-611f-4c11-8c53-87e89a229255'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:37:13.059049 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21064c24-4dda-4a77-b1b3-153a3f26a373 req-05c60ad9-95a1-4e1e-8535-45c349abc485 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:13.060570 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-21064c24-4dda-4a77-b1b3-153a3f26a373 req-05c60ad9-95a1-4e1e-8535-45c349abc485 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0501494 May 10 05:37:13.107405 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-21064c24-4dda-4a77-b1b3-153a3f26a373 req-33a0e2bc-5668-4964-85e4-d7d695c5a29a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410664 May 10 05:37:13.756033 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490688a0-4f15-49ed-9550-9209a5436736 req-0f7d83f8-612c-498c-851b-f5576cb27629 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:13.757871 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-490688a0-4f15-49ed-9550-9209a5436736 req-0f7d83f8-612c-498c-851b-f5576cb27629 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=db14fae5-ef49-49b0-9bf9-bbc81c3d9783 HTTP/1.1" status: 200 len: 944 time: 0.0481131 May 10 05:37:13.805756 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-490688a0-4f15-49ed-9550-9209a5436736 req-89dcba3d-befb-405c-a0fd-8a6ea4e18971 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=7aedff1f-5e32-4d03-b50a-722c4ac044f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405602 May 10 05:37:14.097098 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 11ad3211-611f-4c11-8c53-87e89a229255 up at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:37:14.148878 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning for port 11ad3211-611f-4c11-8c53-87e89a229255 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 05:37:14.160538 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning complete for port 11ad3211-611f-4c11-8c53-87e89a229255 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:14.161064 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (11ad3211-611f-4c11-8c53-87e89a229255), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:14.237927 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f5bc4-01e4-4b78-b94c-7c3d6cb9b95c req-ea0b0831-3523-4ba9-b334-86f1776e14a1 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:14.239431 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-322f5bc4-01e4-4b78-b94c-7c3d6cb9b95c req-ea0b0831-3523-4ba9-b334-86f1776e14a1 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0589957 May 10 05:37:14.242039 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 11ad3211-611f-4c11-8c53-87e89a229255 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:37:14.242418 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (11ad3211-611f-4c11-8c53-87e89a229255), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:14.264642 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db14fae5-ef49-49b0-9bf9-bbc81c3d9783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ad3211-611f-4c11-8c53-87e89a229255'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:37:14.266943 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0800c53295b7046a146618d9b887730b91c06d3b0846630efe31b30f8053b0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7000856d-bf2c-4cdb-a395-9d24f749fe81" -d '{"events": [{"server_uuid": "db14fae5-ef49-49b0-9bf9-bbc81c3d9783", "name": "network-vif-plugged", "status": "completed", "tag": "11ad3211-611f-4c11-8c53-87e89a229255"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:37:14.279556 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 11ad3211-611f-4c11-8c53-87e89a229255, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=11ad3211-611f-4c11-8c53-87e89a229255,segment=NetworkSegment(d5074d01-1247-4bbd-94b1-016a992e97ef),segment_id=d5074d01-1247-4bbd-94b1-016a992e97ef)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:37:14.284887 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (11ad3211-611f-4c11-8c53-87e89a229255), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:14.291011 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-322f5bc4-01e4-4b78-b94c-7c3d6cb9b95c req-fbfc3e56-e962-439c-9a73-f10e7638feae tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459168 May 10 05:37:14.318399 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e08f837-55b6-4d7d-a259-98b120adf315 x-openstack-request-id: req-5e08f837-55b6-4d7d-a259-98b120adf315 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:37:14.318692 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db14fae5-ef49-49b0-9bf9-bbc81c3d9783", "name": "network-vif-plugged", "status": "completed", "tag": "11ad3211-611f-4c11-8c53-87e89a229255", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:37:14.318943 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5e08f837-55b6-4d7d-a259-98b120adf315 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:37:14.319334 dv-cinder-836996-16-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e08f837-55b6-4d7d-a259-98b120adf315'] response: {'server_uuid': 'db14fae5-ef49-49b0-9bf9-bbc81c3d9783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ad3211-611f-4c11-8c53-87e89a229255', 'code': 200} May 10 05:37:14.341005 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=11ad3211-611f-4c11-8c53-87e89a229255,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:14.534096 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae15065-3a44-41bc-b4b5-99438196c055 req-0b1cd56f-2a84-49e3-9736-64670c4977f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:14.535599 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4ae15065-3a44-41bc-b4b5-99438196c055 req-0b1cd56f-2a84-49e3-9736-64670c4977f6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=db14fae5-ef49-49b0-9bf9-bbc81c3d9783 HTTP/1.1" status: 200 len: 1129 time: 0.0391061 May 10 05:37:14.583755 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4ae15065-3a44-41bc-b4b5-99438196c055 req-57d12fe8-eaec-4b1a-8ce1-a9236393d959 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7aedff1f-5e32-4d03-b50a-722c4ac044f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391428 May 10 05:37:14.840100 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:37:14.927301 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5080a31-ca2d-4a58-a250-da96299402d9 req-1c56a1a8-19a0-4e00-9d5b-62988c36e61d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:14.929044 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a5080a31-ca2d-4a58-a250-da96299402d9 req-1c56a1a8-19a0-4e00-9d5b-62988c36e61d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=db14fae5-ef49-49b0-9bf9-bbc81c3d9783 HTTP/1.1" status: 200 len: 945 time: 0.0512946 May 10 05:37:14.977593 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a5080a31-ca2d-4a58-a250-da96299402d9 req-84861a35-8a02-4ef1-855f-b3a931e36ef8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=7aedff1f-5e32-4d03-b50a-722c4ac044f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427985 May 10 05:37:15.331594 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61b744-2db3-4f34-a2c8-1b7f62f364e5 req-c87e9c16-6273-47f2-8a5f-5c40b11f2f5c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:15.339045 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6a61b744-2db3-4f34-a2c8-1b7f62f364e5 req-c87e9c16-6273-47f2-8a5f-5c40b11f2f5c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.0585277 May 10 05:37:15.391156 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6a61b744-2db3-4f34-a2c8-1b7f62f364e5 req-3f21eb22-be9e-4d66-8997-049f0694b85b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490530 May 10 05:37:15.479354 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17d563-d6e5-4764-a499-3425bf17bac0 req-357f5773-58ba-4dda-b8b1-0b3505d5c068 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:15.480945 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bc17d563-d6e5-4764-a499-3425bf17bac0 req-357f5773-58ba-4dda-b8b1-0b3505d5c068 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0543735 May 10 05:37:15.536835 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bc17d563-d6e5-4764-a499-3425bf17bac0 req-79681797-4210-49ff-b41a-fa33d5ca27a8 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494225 May 10 05:37:16.115213 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce6576-c4e5-4254-8a7e-70c05e01ff35 req-afc63683-42ae-4f6f-943c-d5a3dbc251af tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:16.116751 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0dce6576-c4e5-4254-8a7e-70c05e01ff35 req-afc63683-42ae-4f6f-943c-d5a3dbc251af tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=db14fae5-ef49-49b0-9bf9-bbc81c3d9783 HTTP/1.1" status: 200 len: 945 time: 0.0467949 May 10 05:37:16.166020 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0dce6576-c4e5-4254-8a7e-70c05e01ff35 req-f259890a-495f-4e35-b929-9b679174727b tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=7aedff1f-5e32-4d03-b50a-722c4ac044f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432987 May 10 05:37:16.283663 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427136a3-2aa1-4178-a268-3438f42a3d1d req-f3f2c679-b428-4372-9acc-e5052ab466ad tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:16.285019 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-427136a3-2aa1-4178-a268-3438f42a3d1d req-f3f2c679-b428-4372-9acc-e5052ab466ad tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=db14fae5-ef49-49b0-9bf9-bbc81c3d9783 HTTP/1.1" status: 200 len: 945 time: 0.0485387 May 10 05:37:16.297401 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 49618) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:37:16.301641 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-74b3bdde-c1f5-4fdd-9973-58a163536f43 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Request body: {'floatingip': {'port_id': '11ad3211-611f-4c11-8c53-87e89a229255'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:37:16.342293 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-74b3bdde-c1f5-4fdd-9973-58a163536f43 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for floatingip (7aee536f-4b8d-4896-a78e-08b85b8c9992), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:16.544907 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684d6c2-136f-408e-92b7-26553a695006 req-b846a936-437d-47c0-8930-7c4b10e80dab tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:16.546437 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4684d6c2-136f-408e-92b7-26553a695006 req-b846a936-437d-47c0-8930-7c4b10e80dab tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.0851803 May 10 05:37:16.895126 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4684d6c2-136f-408e-92b7-26553a695006 req-f83cfdff-a09d-430c-8c1a-797d2ec5b675 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3417678 May 10 05:37:17.033220 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fea793-42e3-4f28-8a23-6239c732ab1a req-81eb6764-a350-4d31-8a33-f5a30c8eafc3 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:17.034646 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b4fea793-42e3-4f28-8a23-6239c732ab1a req-81eb6764-a350-4d31-8a33-f5a30c8eafc3 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0791330 May 10 05:37:17.141546 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b4fea793-42e3-4f28-8a23-6239c732ab1a req-b250ef9a-5168-4d7c-b52d-f0f3c8f2e61a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006663 May 10 05:37:17.151465 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-74b3bdde-c1f5-4fdd-9973-58a163536f43 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:17.157005 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-74b3bdde-c1f5-4fdd-9973-58a163536f43 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (7aee536f-4b8d-4896-a78e-08b85b8c9992), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:17.259223 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.db.l3_db [None req-74b3bdde-c1f5-4fdd-9973-58a163536f43 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Floating IP 7aee536f-4b8d-4896-a78e-08b85b8c9992 associated. External IP: 172.27.0.125, port: 11ad3211-611f-4c11-8c53-87e89a229255. May 10 05:37:17.474842 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b3bdde-c1f5-4fdd-9973-58a163536f43 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Router e8f29ba1-9b40-4eac-84bb-1b5acd961371 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:37:17.586499 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b3bdde-c1f5-4fdd-9973-58a163536f43 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:37:17.592097 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-74b3bdde-c1f5-4fdd-9973-58a163536f43 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:17.598120 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fb5d55-5f3c-4b69-b85b-a7431fa184c2 None None] Sync routers for ids ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:37:17.609491 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fb5d55-5f3c-4b69-b85b-a7431fa184c2 None None] Routers {'e8f29ba1-9b40-4eac-84bb-1b5acd961371'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:37:17.610175 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-08fb5d55-5f3c-4b69-b85b-a7431fa184c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:37:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:37:17.620540 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-74b3bdde-c1f5-4fdd-9973-58a163536f43 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "PUT /v2.0/floatingips/7aee536f-4b8d-4896-a78e-08b85b8c9992 HTTP/1.1" status: 200 len: 991 time: 1.3221486 May 10 05:37:17.621169 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db14fae5-ef49-49b0-9bf9-bbc81c3d9783', 'tag': '11ad3211-611f-4c11-8c53-87e89a229255'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:37:17.623874 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f62e96b-a951-4b19-b4c3-e234ed4964f6" -d '{"events": [{"name": "network-changed", "server_uuid": "db14fae5-ef49-49b0-9bf9-bbc81c3d9783", "tag": "11ad3211-611f-4c11-8c53-87e89a229255"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:37:17.659975 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8daec72-de1b-431f-bc4b-b771eeef386f x-openstack-request-id: req-e8daec72-de1b-431f-bc4b-b771eeef386f {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:37:17.660466 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db14fae5-ef49-49b0-9bf9-bbc81c3d9783", "tag": "11ad3211-611f-4c11-8c53-87e89a229255", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:37:17.660971 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e8daec72-de1b-431f-bc4b-b771eeef386f {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:37:17.661429 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8daec72-de1b-431f-bc4b-b771eeef386f'] response: {'name': 'network-changed', 'server_uuid': 'db14fae5-ef49-49b0-9bf9-bbc81c3d9783', 'tag': '11ad3211-611f-4c11-8c53-87e89a229255', 'status': 'completed', 'code': 200} May 10 05:37:17.719785 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-08fb5d55-5f3c-4b69-b85b-a7431fa184c2 None None] Set router e8f29ba1-9b40-4eac-84bb-1b5acd961371 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:37:18.014203 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-08fb5d55-5f3c-4b69-b85b-a7431fa184c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 4, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '7aee536f-4b8d-4896-a78e-08b85b8c9992', 'tenant_id': '0623b145317e4164862cd8601813c000', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'port_id': '11ad3211-611f-4c11-8c53-87e89a229255', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'mac_address': 'fa:16:3e:96:99:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db14fae5-ef49-49b0-9bf9-bbc81c3d9783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:36:54Z', 'updated_at': '2022-05-10T05:37:17Z', 'revision_number': 1, 'project_id': '0623b145317e4164862cd8601813c000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f319875-0fd3-4312-9bcf-bc51d061cb39', 'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'tenant_id': '0623b145317e4164862cd8601813c000', 'mac_address': 'fa:16:3e:49:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:56Z', 'revision_number': 5, 'project_id': '0623b145317e4164862cd8601813c000', 'subnets': [{'id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:37:18.018678 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9f28e-3040-4d16-b9b9-254349399a89 req-34cd41af-530b-4152-b9d7-ed7e6a7ff661 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:18.020492 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5ad9f28e-3040-4d16-b9b9-254349399a89 req-34cd41af-530b-4152-b9d7-ed7e6a7ff661 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.0487864 May 10 05:37:18.043924 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fb5d55-5f3c-4b69-b85b-a7431fa184c2 None None] Checking router: e8f29ba1-9b40-4eac-84bb-1b5acd961371 for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:37:18.052550 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fb5d55-5f3c-4b69-b85b-a7431fa184c2 None None] Routers {'e8f29ba1-9b40-4eac-84bb-1b5acd961371'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:37:18.053156 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-08fb5d55-5f3c-4b69-b85b-a7431fa184c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:37:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:37:18.081084 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5ad9f28e-3040-4d16-b9b9-254349399a89 req-b51c6503-92ee-4d9b-82bd-ec2a49b3c687 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502670 May 10 05:37:18.174250 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-08fb5d55-5f3c-4b69-b85b-a7431fa184c2 None None] Set router e8f29ba1-9b40-4eac-84bb-1b5acd961371 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:37:18.400691 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-08fb5d55-5f3c-4b69-b85b-a7431fa184c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 4, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '7aee536f-4b8d-4896-a78e-08b85b8c9992', 'tenant_id': '0623b145317e4164862cd8601813c000', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'port_id': '11ad3211-611f-4c11-8c53-87e89a229255', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'mac_address': 'fa:16:3e:96:99:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db14fae5-ef49-49b0-9bf9-bbc81c3d9783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:36:54Z', 'updated_at': '2022-05-10T05:37:17Z', 'revision_number': 1, 'project_id': '0623b145317e4164862cd8601813c000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f319875-0fd3-4312-9bcf-bc51d061cb39', 'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'tenant_id': '0623b145317e4164862cd8601813c000', 'mac_address': 'fa:16:3e:49:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:56Z', 'revision_number': 5, 'project_id': '0623b145317e4164862cd8601813c000', 'subnets': [{'id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:37:18.404453 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fe4a4-c9b2-440c-8ccd-0a18f154c517 req-3f4524b1-0682-4ed7-8658-1637574ef3af tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:18.405971 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ee3fe4a4-c9b2-440c-8ccd-0a18f154c517 req-3f4524b1-0682-4ed7-8658-1637574ef3af tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0505433 May 10 05:37:18.427822 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fb5d55-5f3c-4b69-b85b-a7431fa184c2 None None] The sync data for ids ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'] in dv-cinder-836996-16-iscsi is: [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 4, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '7aee536f-4b8d-4896-a78e-08b85b8c9992', 'tenant_id': '0623b145317e4164862cd8601813c000', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'port_id': '11ad3211-611f-4c11-8c53-87e89a229255', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'mac_address': 'fa:16:3e:96:99:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db14fae5-ef49-49b0-9bf9-bbc81c3d9783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:36:54Z', 'updated_at': '2022-05-10T05:37:17Z', 'revision_number': 1, 'project_id': '0623b145317e4164862cd8601813c000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f319875-0fd3-4312-9bcf-bc51d061cb39', 'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'tenant_id': '0623b145317e4164862cd8601813c000', 'mac_address': 'fa:16:3e:49:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:56Z', 'revision_number': 5, 'project_id': '0623b145317e4164862cd8601813c000', 'subnets': [{'id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:37:18.452820 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ee3fe4a4-c9b2-440c-8ccd-0a18f154c517 req-d14e7abb-01f6-4b35-9941-2ecee4a9c0d7 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410440 May 10 05:37:18.611438 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419e175d-ee35-4493-bd06-f575bc16ac5c None None] New status for floating IP 7aee536f-4b8d-4896-a78e-08b85b8c9992: ACTIVE {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 05:37:19.238005 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046490e1-231b-424d-bb3a-0ef4da16675b req-0d6085f6-b49c-4771-bdb0-0a21c8b47681 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:19.239472 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-046490e1-231b-424d-bb3a-0ef4da16675b req-0d6085f6-b49c-4771-bdb0-0a21c8b47681 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.0742590 May 10 05:37:19.249135 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62e96b-a951-4b19-b4c3-e234ed4964f6 req-1d4f436e-0a9a-4d44-baab-641b5a2e17b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:19.250610 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1f62e96b-a951-4b19-b4c3-e234ed4964f6 req-1d4f436e-0a9a-4d44-baab-641b5a2e17b5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0623b145317e4164862cd8601813c000&device_id=db14fae5-ef49-49b0-9bf9-bbc81c3d9783 HTTP/1.1" status: 200 len: 1129 time: 0.0576625 May 10 05:37:19.336510 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-046490e1-231b-424d-bb3a-0ef4da16675b req-0b06ec57-ba27-4da4-8dfd-9a30e8584f6a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895350 May 10 05:37:19.370611 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62e96b-a951-4b19-b4c3-e234ed4964f6 req-f2912483-be86-456f-98a8-7a06e6060cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:19.372099 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1f62e96b-a951-4b19-b4c3-e234ed4964f6 req-f2912483-be86-456f-98a8-7a06e6060cfd service neutron] 10.222.0.50 "GET /v2.0/networks?id=b91b1486-3cb7-481c-8684-1c68d074fc72 HTTP/1.1" status: 200 len: 914 time: 0.1095603 May 10 05:37:19.585010 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1f62e96b-a951-4b19-b4c3-e234ed4964f6 req-184658ec-7b1c-46b3-b3b9-c76c4e33faaa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11ad3211-611f-4c11-8c53-87e89a229255 HTTP/1.1" status: 200 len: 1001 time: 0.0962656 May 10 05:37:19.591120 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2e267-663c-49dd-b8ef-63d1aa81ee8c req-f5a637eb-e72f-4b7c-b17c-6ab6af75ac0e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:19.593689 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-77f2e267-663c-49dd-b8ef-63d1aa81ee8c req-f5a637eb-e72f-4b7c-b17c-6ab6af75ac0e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0630510 May 10 05:37:19.658850 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62e96b-a951-4b19-b4c3-e234ed4964f6 req-57d967b2-70af-4555-9226-7eb818053130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:19.660357 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1f62e96b-a951-4b19-b4c3-e234ed4964f6 req-57d967b2-70af-4555-9226-7eb818053130 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e26954e2-7a3b-4790-bc12-a1945a89ac49 HTTP/1.1" status: 200 len: 852 time: 0.0656073 May 10 05:37:19.682923 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-77f2e267-663c-49dd-b8ef-63d1aa81ee8c req-e7e8d1ff-d86a-4d35-a309-626dd49ed77b tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807302 May 10 05:37:19.712105 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62e96b-a951-4b19-b4c3-e234ed4964f6 req-dee5ea3d-cf8e-4bc2-ab77-241fae7d048f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:19.713585 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1f62e96b-a951-4b19-b4c3-e234ed4964f6 req-dee5ea3d-cf8e-4bc2-ab77-241fae7d048f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b91b1486-3cb7-481c-8684-1c68d074fc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433290 May 10 05:37:19.804642 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1f62e96b-a951-4b19-b4c3-e234ed4964f6 req-abbc9d2b-13f2-4454-920f-68d8e9a03135 service neutron] 10.222.0.50 "GET /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834258 May 10 05:37:19.905814 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1f62e96b-a951-4b19-b4c3-e234ed4964f6 req-b20a9c0a-31a3-4d46-a816-b7d4fa0c1bf0 service neutron] 10.222.0.50 "GET /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946989 May 10 05:37:20.460742 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba396513-2b7c-4d3a-a5c1-15bcbbea5579 req-5b4d7a80-d454-4851-b5aa-89860cbfc6c0 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:20.462166 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ba396513-2b7c-4d3a-a5c1-15bcbbea5579 req-5b4d7a80-d454-4851-b5aa-89860cbfc6c0 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.0471823 May 10 05:37:20.508664 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ba396513-2b7c-4d3a-a5c1-15bcbbea5579 req-56ffa2d0-c46c-4c80-9732-475802e61fa5 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409181 May 10 05:37:20.796464 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c00331-f237-485b-8e75-d85d1bd2b396 req-0e22e593-c82a-4580-aeea-ea7d42d4e62a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:20.798003 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-23c00331-f237-485b-8e75-d85d1bd2b396 req-0e22e593-c82a-4580-aeea-ea7d42d4e62a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0472319 May 10 05:37:20.845776 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-23c00331-f237-485b-8e75-d85d1bd2b396 req-0a94e992-4c6a-41cc-89a4-5599f426db83 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418890 May 10 05:37:21.639393 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0ea28-25eb-4c5f-b5be-220662417ba9 req-e408172a-ec78-4f2d-b70b-3f2da3fac768 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:21.640815 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-31a0ea28-25eb-4c5f-b5be-220662417ba9 req-e408172a-ec78-4f2d-b70b-3f2da3fac768 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.0522673 May 10 05:37:21.690354 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-31a0ea28-25eb-4c5f-b5be-220662417ba9 req-113e5699-c789-4a33-8d3e-d85bb096cc19 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438659 May 10 05:37:21.960739 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02122f27-e796-4899-be70-939e749e1b06 req-5b303dc5-e156-4d9a-b34d-81961b2dffc9 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:21.962203 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-02122f27-e796-4899-be70-939e749e1b06 req-5b303dc5-e156-4d9a-b34d-81961b2dffc9 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0463765 May 10 05:37:22.009313 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-02122f27-e796-4899-be70-939e749e1b06 req-1ccc2e65-9b33-41b4-a2c5-aa68749e40d1 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415576 May 10 05:37:22.815990 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65a488-7664-4142-94a5-a6f5550fcac3 req-839b0a02-9d9e-4ec6-9655-d329bc7381ab tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:22.817437 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7a65a488-7664-4142-94a5-a6f5550fcac3 req-839b0a02-9d9e-4ec6-9655-d329bc7381ab tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.0562248 May 10 05:37:22.863783 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7a65a488-7664-4142-94a5-a6f5550fcac3 req-71ef90a4-d23b-41f2-ba46-077fec5cb957 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403314 May 10 05:37:23.133722 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c564d-7a0f-4a70-96c7-6a494f5efa50 req-f30d29ee-fa03-4d8d-9bca-b428a996bd87 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:23.135233 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b46c564d-7a0f-4a70-96c7-6a494f5efa50 req-f30d29ee-fa03-4d8d-9bca-b428a996bd87 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0473642 May 10 05:37:23.184702 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b46c564d-7a0f-4a70-96c7-6a494f5efa50 req-66d295d7-b90d-42b8-ac28-a924360c05c3 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419223 May 10 05:37:23.986645 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4d6fb-be40-4be9-ab59-bb00b11206d0 req-a4082304-a3ba-43bc-9b11-bfd1ed68022e tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:23.988123 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b3d4d6fb-be40-4be9-ab59-bb00b11206d0 req-a4082304-a3ba-43bc-9b11-bfd1ed68022e tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.0468502 May 10 05:37:24.046665 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b3d4d6fb-be40-4be9-ab59-bb00b11206d0 req-d4aafc43-9296-4f4d-8c8d-500fd0e7ba3f tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500028 May 10 05:37:24.311639 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ed1d6-0f4e-4450-9407-b15a2575261b req-364d7e56-16a4-4df7-affc-52ecf7910c96 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:24.313205 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-838ed1d6-0f4e-4450-9407-b15a2575261b req-364d7e56-16a4-4df7-affc-52ecf7910c96 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0468464 May 10 05:37:24.362099 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-838ed1d6-0f4e-4450-9407-b15a2575261b req-96c98111-a56e-45bd-bf31-9875e3e90bd5 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432439 May 10 05:37:25.175370 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54382c27-014c-4636-8100-a086ce55a843 req-3c15f3c1-e81d-45da-811f-709ee3e63d44 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:25.176830 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-54382c27-014c-4636-8100-a086ce55a843 req-3c15f3c1-e81d-45da-811f-709ee3e63d44 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.0481589 May 10 05:37:25.223055 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-54382c27-014c-4636-8100-a086ce55a843 req-05197c6a-7f5d-4e38-82a5-4f77232506ea tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405688 May 10 05:37:25.497421 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc110358-9f08-45f8-a309-b8eada8492f0 req-6c1fa3e6-7652-41d1-ad9a-0a0b2b62b1d3 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:25.499192 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cc110358-9f08-45f8-a309-b8eada8492f0 req-6c1fa3e6-7652-41d1-ad9a-0a0b2b62b1d3 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0502303 May 10 05:37:25.548390 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cc110358-9f08-45f8-a309-b8eada8492f0 req-e126b62a-ac5a-4a42-8dbc-1ae130092632 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435112 May 10 05:37:26.364060 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d37ad6-17d4-4abf-b4fa-f18f4f1b9fa7 req-47f045f3-c11e-4128-b0a4-c59da7ab06d7 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:26.365517 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-83d37ad6-17d4-4abf-b4fa-f18f4f1b9fa7 req-47f045f3-c11e-4128-b0a4-c59da7ab06d7 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.0483754 May 10 05:37:26.415556 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-83d37ad6-17d4-4abf-b4fa-f18f4f1b9fa7 req-5a50ea25-696f-4184-8940-752a5fb224b5 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414746 May 10 05:37:26.669855 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73014b8-eb2c-417a-90d6-92e6e32f1613 req-131b0beb-a2fd-4866-9bd7-682f30e56ef9 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:26.671047 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b73014b8-eb2c-417a-90d6-92e6e32f1613 req-131b0beb-a2fd-4866-9bd7-682f30e56ef9 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0511909 May 10 05:37:26.719704 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b73014b8-eb2c-417a-90d6-92e6e32f1613 req-3a3f0868-c756-4a07-ac2d-892ad6334dee tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429304 May 10 05:37:27.427626 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f0b8c-36ed-41dd-b2f1-c95fba03b640 req-1179efce-038b-403a-8846-5620e7af2a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:27.429164 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-de5f0b8c-36ed-41dd-b2f1-c95fba03b640 req-1179efce-038b-403a-8846-5620e7af2a1d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5655a11bb4d94e7fb7186eb1bec105cb&device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 1130 time: 0.0425839 May 10 05:37:27.539106 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc8ba3-0c3d-4648-8180-27e72b83edd0 req-f2324f57-9102-4709-b3c4-dbd284ea47f4 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:27.540595 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8fbc8ba3-0c3d-4648-8180-27e72b83edd0 req-f2324f57-9102-4709-b3c4-dbd284ea47f4 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.0517092 May 10 05:37:27.587499 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8fbc8ba3-0c3d-4648-8180-27e72b83edd0 req-00a10d23-0b5c-4902-a28a-3044aced44db tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411344 May 10 05:37:27.810337 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:27.896849 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843041f-1722-4c16-9d4b-ff6f491cad98 req-a8e28a26-bf09-40e1-84eb-364da1c63182 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:27.898331 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4843041f-1722-4c16-9d4b-ff6f491cad98 req-a8e28a26-bf09-40e1-84eb-364da1c63182 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.1087580 May 10 05:37:27.962253 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f0b8c-36ed-41dd-b2f1-c95fba03b640 req-f01d264d-cdff-42ee-9647-e2ca2e761505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:27.964033 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-de5f0b8c-36ed-41dd-b2f1-c95fba03b640 req-f01d264d-cdff-42ee-9647-e2ca2e761505 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 HTTP/1.1" status: 200 len: 919 time: 0.1931202 May 10 05:37:27.972464 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4843041f-1722-4c16-9d4b-ff6f491cad98 req-180dfcdc-13c5-49bb-82d8-1d5b089b24e4 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656049 May 10 05:37:28.014401 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-de5f0b8c-36ed-41dd-b2f1-c95fba03b640 req-d1255f43-d51e-44cd-8364-afe420548f02 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caf4b026-5603-4656-a8ea-a2690b18afa3 HTTP/1.1" status: 200 len: 217 time: 0.0409946 May 10 05:37:28.067640 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f0b8c-36ed-41dd-b2f1-c95fba03b640 req-b5084ebd-d3ef-4c62-a849-f4bf69d93d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:28.069178 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-de5f0b8c-36ed-41dd-b2f1-c95fba03b640 req-b5084ebd-d3ef-4c62-a849-f4bf69d93d3e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5cda1426-dd5e-4474-b1b8-e2dd037a4f93 HTTP/1.1" status: 200 len: 857 time: 0.0476277 May 10 05:37:28.130945 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f0b8c-36ed-41dd-b2f1-c95fba03b640 req-d8b47afe-5fc2-4417-b5a9-5c4d1557d6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:28.132461 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-de5f0b8c-36ed-41dd-b2f1-c95fba03b640 req-d8b47afe-5fc2-4417-b5a9-5c4d1557d6d0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0568895 May 10 05:37:28.162822 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-0f5792e3-1f98-4b3a-bd1e-4af3c86eabfa tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-476322296&fields=id&tenant_id=9870e28919e340ad9cda63cbbdea4e35 HTTP/1.1" status: 200 len: 267 time: 0.0598807 May 10 05:37:28.309475 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-de5f0b8c-36ed-41dd-b2f1-c95fba03b640 req-83323894-1220-48ed-8def-3418195450ae service neutron] 10.222.0.50 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625295 May 10 05:37:28.323202 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-70837352-965e-48f8-b673-d1f781ade7eb tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:28.324582 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-70837352-965e-48f8-b673-d1f781ade7eb tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/networks?id=918d9451-3907-4334-86c4-66c71dca6bc6 HTTP/1.1" status: 200 len: 807 time: 0.1527314 May 10 05:37:28.374161 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-a31f9b30-791d-4df2-9575-58ce2ab48b8c tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/quotas/9870e28919e340ad9cda63cbbdea4e35 HTTP/1.1" status: 200 len: 375 time: 0.0418406 May 10 05:37:28.442348 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-b3bfe80c-3b35-45e1-96e4-034fce4e2e05 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9870e28919e340ad9cda63cbbdea4e35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616181 May 10 05:37:28.452665 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-de5f0b8c-36ed-41dd-b2f1-c95fba03b640 req-e12046da-e991-46a2-a31d-e0445a7bb0b4 service neutron] 10.222.0.50 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271086 May 10 05:37:28.541796 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-4b42322c-825f-4a00-b073-7ae96ea7ff5d service neutron] 10.222.0.23 "GET /v2.0/networks/918d9451-3907-4334-86c4-66c71dca6bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873904 May 10 05:37:28.634261 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-cbca1cd2-46ff-4ef4-a4e2-07e18bfb9786 service neutron] 10.222.0.23 "GET /v2.0/networks/918d9451-3907-4334-86c4-66c71dca6bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855670 May 10 05:37:28.704324 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bb421-ff14-4809-9a91-7254f4ec68f6 req-1a5918f6-d59f-412d-9c65-982e494f5e2c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:28.705769 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-045bb421-ff14-4809-9a91-7254f4ec68f6 req-1a5918f6-d59f-412d-9c65-982e494f5e2c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.0463002 May 10 05:37:28.754261 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-045bb421-ff14-4809-9a91-7254f4ec68f6 req-0771409d-96d6-48fb-a8ca-59d9885e55c0 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425916 May 10 05:37:28.949197 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8e3c4f04-15d4-4d86-ada4-29477ae8d553 req-7555ecde-193c-49a8-88d1-0d861b63259f tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 210 time: 0.0374889 May 10 05:37:29.142812 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabe6ee-1db2-479c-9f53-254909dbc177 req-4592cad8-62a0-4733-b1f1-23ac2ab16ad7 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:29.144494 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3aabe6ee-1db2-479c-9f53-254909dbc177 req-4592cad8-62a0-4733-b1f1-23ac2ab16ad7 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0595701 May 10 05:37:29.201783 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3aabe6ee-1db2-479c-9f53-254909dbc177 req-1a40372f-7cd1-4d8b-8c4e-cbb36150fccc tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489445 May 10 05:37:29.260521 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e442ef-0b56-4326-bbea-c67e941e1774 req-303a7449-bd9c-4f64-82c2-4711ce077ae5 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:29.267529 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-19e442ef-0b56-4326-bbea-c67e941e1774 req-303a7449-bd9c-4f64-82c2-4711ce077ae5 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.0574439 May 10 05:37:29.309895 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-19e442ef-0b56-4326-bbea-c67e941e1774 req-00cfee57-4379-4927-a8f4-8b95261586ca tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415006 May 10 05:37:29.870228 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531d3c7-6592-4ab8-bca4-c28b79a6172e req-deb9236a-d24e-42ab-92be-1dbc60edd008 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:29.871731 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c531d3c7-6592-4ab8-bca4-c28b79a6172e req-deb9236a-d24e-42ab-92be-1dbc60edd008 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.0462294 May 10 05:37:29.918449 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c531d3c7-6592-4ab8-bca4-c28b79a6172e req-e442c1db-e2d4-4cf1-9650-e0a81d0efd94 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408075 May 10 05:37:30.053134 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-73fa6f22-2907-4107-b07f-b12cc844adb3 req-4c3336ee-7897-45d3-aa21-59b423d14ac4 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 210 time: 0.0375848 May 10 05:37:30.325104 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e3c86-8051-4218-be4e-6e7e0613d4cf req-f3ddf9ef-2ba9-47bd-8eef-8f19859d4970 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:30.326458 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-aa4e3c86-8051-4218-be4e-6e7e0613d4cf req-f3ddf9ef-2ba9-47bd-8eef-8f19859d4970 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0506039 May 10 05:37:30.377990 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-aa4e3c86-8051-4218-be4e-6e7e0613d4cf req-952f7fb4-3c3a-44d4-b033-f1cbcdd39ed3 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426018 May 10 05:37:30.426816 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e733ac-4eb3-4cfd-a89d-543cf0522eed req-11c5efd2-d191-458f-8bed-d843cc14ba36 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:30.428297 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d5e733ac-4eb3-4cfd-a89d-543cf0522eed req-11c5efd2-d191-458f-8bed-d843cc14ba36 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.0457244 May 10 05:37:30.482719 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d5e733ac-4eb3-4cfd-a89d-543cf0522eed req-e219d43b-e7ac-4d46-910b-869ca832bff9 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486999 May 10 05:37:31.053646 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b843e3-2ce5-4a63-a335-22a8028bd45d req-3c2ddac0-b8fa-44e3-8180-4be8b8636a6b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:31.055515 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-80b843e3-2ce5-4a63-a335-22a8028bd45d req-3c2ddac0-b8fa-44e3-8180-4be8b8636a6b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.0560448 May 10 05:37:31.105618 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-80b843e3-2ce5-4a63-a335-22a8028bd45d req-3bf14516-31b4-49ac-81f8-10de81470469 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422983 May 10 05:37:31.147000 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-af17cbd8-b4db-4213-9173-7ac6c7089f74 req-658ecbcc-5023-465c-8887-deae3fe93325 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 210 time: 0.0277066 May 10 05:37:31.329889 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71412f71-99e6-4ca5-8860-3963ed0d99cc req-7b6558cb-9531-4029-8679-15dd9f6fbaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:31.333427 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-71412f71-99e6-4ca5-8860-3963ed0d99cc req-7b6558cb-9531-4029-8679-15dd9f6fbaf3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 1130 time: 0.0579519 May 10 05:37:31.379813 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-beafdfd1-2f08-4c37-8ae4-fde4ea55f717 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:31.381460 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-beafdfd1-2f08-4c37-8ae4-fde4ea55f717 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.50 "GET /v2.0/networks?id=918d9451-3907-4334-86c4-66c71dca6bc6 HTTP/1.1" status: 200 len: 807 time: 0.1308577 May 10 05:37:31.400337 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-71412f71-99e6-4ca5-8860-3963ed0d99cc req-d859b562-2338-4f92-b40a-8f9df39398d4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473988 May 10 05:37:31.448946 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-b0e00747-1c31-435b-9983-45a9f1e7bb99 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9870e28919e340ad9cda63cbbdea4e35 HTTP/1.1" status: 200 len: 379 time: 0.0557389 May 10 05:37:31.495145 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f135830-eeaf-4990-adcc-afb562c36a98 req-183ccf1e-885e-49cd-ae50-d68ffc6ccb34 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:31.496643 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2f135830-eeaf-4990-adcc-afb562c36a98 req-183ccf1e-885e-49cd-ae50-d68ffc6ccb34 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0466843 May 10 05:37:31.545150 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2f135830-eeaf-4990-adcc-afb562c36a98 req-d18ed1a3-1958-4512-ae34-d0683e99934a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424418 May 10 05:37:31.596138 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e76624-5485-40e8-9441-d810ffe63954 req-b5cfa7db-733c-456f-ad69-ab726fae3f23 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:31.597629 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-49e76624-5485-40e8-9441-d810ffe63954 req-b5cfa7db-733c-456f-ad69-ab726fae3f23 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.0480163 May 10 05:37:31.630054 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-03f91bff-34d9-43d2-b3cb-a2018893b152 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Request body: {'port': {'device_id': '925b9230-6888-48f3-a440-2c8648334a8b', 'network_id': '918d9451-3907-4334-86c4-66c71dca6bc6', 'admin_state_up': True, 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'security_groups': ['d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:37:31.701253 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-49e76624-5485-40e8-9441-d810ffe63954 req-0dd350d6-47cc-4f7f-9e9b-8ad4a8a84587 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941122 May 10 05:37:31.760682 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-03f91bff-34d9-43d2-b3cb-a2018893b152 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Made reservation on behalf of 9870e28919e340ad9cda63cbbdea4e35 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:37:31.764096 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-03f91bff-34d9-43d2-b3cb-a2018893b152 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:32.133036 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-03f91bff-34d9-43d2-b3cb-a2018893b152 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Allocated IP 172.20.0.13 (918d9451-3907-4334-86c4-66c71dca6bc6/8b2a5834-958c-4d83-942b-6f1d18dc1c56/dffd03e0-fe9d-43a2-b37f-2a79995814fe) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:37:32.272745 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-56a6b5c1-3ab7-4108-a239-42cf72cb8993 req-9922f43f-074d-40a1-a7d5-1426a16c4e2c tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 210 time: 0.0489419 May 10 05:37:32.293520 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d306c63-382e-44c5-848d-a5c42f1749c4 req-f8ec419f-69b5-4a24-8d87-feb0a7181422 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:32.294953 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5d306c63-382e-44c5-848d-a5c42f1749c4 req-f8ec419f-69b5-4a24-8d87-feb0a7181422 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.1078649 May 10 05:37:32.360342 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-03f91bff-34d9-43d2-b3cb-a2018893b152 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for port (dffd03e0-fe9d-43a2-b37f-2a79995814fe), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:32.378963 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5d306c63-382e-44c5-848d-a5c42f1749c4 req-7458b5ee-ef2d-465a-a55f-91d3cc7cee2f tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739391 May 10 05:37:32.417404 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-03f91bff-34d9-43d2-b3cb-a2018893b152 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (dffd03e0-fe9d-43a2-b37f-2a79995814fe), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:32.461934 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-03f91bff-34d9-43d2-b3cb-a2018893b152 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Network 918d9451-3907-4334-86c4-66c71dca6bc6 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:37:32.465205 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-03f91bff-34d9-43d2-b3cb-a2018893b152 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:37:32.467772 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-03f91bff-34d9-43d2-b3cb-a2018893b152 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:37:32.472938 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-03f91bff-34d9-43d2-b3cb-a2018893b152 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:32.473577 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-03f91bff-34d9-43d2-b3cb-a2018893b152 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:32.487933 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f91bff-34d9-43d2-b3cb-a2018893b152 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Pushing event updated for resources: {'Port': ['ID=dffd03e0-fe9d-43a2-b37f-2a79995814fe,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:32.499623 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f91bff-34d9-43d2-b3cb-a2018893b152 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:32.499987 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f91bff-34d9-43d2-b3cb-a2018893b152 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:32.500346 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f91bff-34d9-43d2-b3cb-a2018893b152 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:32.500773 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f91bff-34d9-43d2-b3cb-a2018893b152 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:32.501140 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f91bff-34d9-43d2-b3cb-a2018893b152 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:32.501469 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f91bff-34d9-43d2-b3cb-a2018893b152 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:32.501797 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f91bff-34d9-43d2-b3cb-a2018893b152 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:32.502193 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f91bff-34d9-43d2-b3cb-a2018893b152 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:32.502511 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f91bff-34d9-43d2-b3cb-a2018893b152 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:32.502798 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f91bff-34d9-43d2-b3cb-a2018893b152 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:32.503146 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f91bff-34d9-43d2-b3cb-a2018893b152 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:32.503431 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f91bff-34d9-43d2-b3cb-a2018893b152 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:32.503906 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f91bff-34d9-43d2-b3cb-a2018893b152 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:32.504164 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f91bff-34d9-43d2-b3cb-a2018893b152 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:32.504516 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f91bff-34d9-43d2-b3cb-a2018893b152 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:32.523922 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-03f91bff-34d9-43d2-b3cb-a2018893b152 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8925447 May 10 05:37:32.667684 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee794a5-b4fc-46a1-9e46-cb9bdd6d5d98 req-523232d3-419b-432a-9a90-2df672975867 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:32.669363 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-fee794a5-b4fc-46a1-9e46-cb9bdd6d5d98 req-523232d3-419b-432a-9a90-2df672975867 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0516198 May 10 05:37:32.697245 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-eb24bb9d-8ea3-42f3-87d4-5e273563f51e None None] Provisioning complete for port dffd03e0-fe9d-43a2-b37f-2a79995814fe triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:32.697868 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-eb24bb9d-8ea3-42f3-87d4-5e273563f51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (dffd03e0-fe9d-43a2-b37f-2a79995814fe), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:32.722318 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 49852) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:37:32.743070 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-fee794a5-b4fc-46a1-9e46-cb9bdd6d5d98 req-17b670b3-64bb-4caf-8ded-29e4922e8962 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653589 May 10 05:37:32.753357 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-eb24bb9d-8ea3-42f3-87d4-5e273563f51e None None] Port dffd03e0-fe9d-43a2-b37f-2a79995814fe cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:37:32.833158 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6897ab13-828d-4373-92d3-b785ab2bd437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:32.835840 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfaf71c-a19b-4d16-9d1a-585d5c2bfd0f req-ec16236c-e356-4a90-85ed-ea5d7a15195e tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:32.837737 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9cfaf71c-a19b-4d16-9d1a-585d5c2bfd0f req-ec16236c-e356-4a90-85ed-ea5d7a15195e tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.0634634 May 10 05:37:32.896219 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9cfaf71c-a19b-4d16-9d1a-585d5c2bfd0f req-25657079-2435-4843-86d9-33e203e5688c tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524561 May 10 05:37:32.914508 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6897ab13-828d-4373-92d3-b785ab2bd437 admin admin] Publish callbacks [] for security_group (7aa68fbd-25ad-4a73-9eb9-dd95cbd4f3a5), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:32.920143 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6897ab13-828d-4373-92d3-b785ab2bd437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (7aa68fbd-25ad-4a73-9eb9-dd95cbd4f3a5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:32.933423 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4492fe6c-eb93-47f2-9dfe-f72feb88ccbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:32.963653 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-6897ab13-828d-4373-92d3-b785ab2bd437 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f720c91a1d2a4802bbb969d3a58580c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401989 May 10 05:37:32.964464 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897ab13-828d-4373-92d3-b785ab2bd437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa68fbd-25ad-4a73-9eb9-dd95cbd4f3a5,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:32.967181 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 49864) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:37:32.977673 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6897ab13-828d-4373-92d3-b785ab2bd437 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:32.978050 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6897ab13-828d-4373-92d3-b785ab2bd437 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:32.978397 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6897ab13-828d-4373-92d3-b785ab2bd437 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:32.978700 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6897ab13-828d-4373-92d3-b785ab2bd437 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:32.979025 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6897ab13-828d-4373-92d3-b785ab2bd437 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:32.979347 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6897ab13-828d-4373-92d3-b785ab2bd437 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:32.979694 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6897ab13-828d-4373-92d3-b785ab2bd437 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:32.980010 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6897ab13-828d-4373-92d3-b785ab2bd437 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:32.980326 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6897ab13-828d-4373-92d3-b785ab2bd437 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:32.980640 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6897ab13-828d-4373-92d3-b785ab2bd437 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:32.980954 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6897ab13-828d-4373-92d3-b785ab2bd437 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:32.981268 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6897ab13-828d-4373-92d3-b785ab2bd437 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:32.981577 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6897ab13-828d-4373-92d3-b785ab2bd437 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:32.981883 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6897ab13-828d-4373-92d3-b785ab2bd437 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:32.982192 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6897ab13-828d-4373-92d3-b785ab2bd437 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:32.997972 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a0a54-6e6c-4081-989b-018ef496fbaf req-25a70841-26f6-4daa-8485-2c056ade869b tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:32.999997 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e84a0a54-6e6c-4081-989b-018ef496fbaf req-25a70841-26f6-4daa-8485-2c056ade869b tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0505698 May 10 05:37:33.028638 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7437993e-8be5-41b3-b651-d4dcdff32396 admin admin] Publish callbacks [] for security_group (7aa68fbd-25ad-4a73-9eb9-dd95cbd4f3a5), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:33.046917 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e84a0a54-6e6c-4081-989b-018ef496fbaf req-e2b6cecf-987e-46a9-9139-88810e4c081b tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410275 May 10 05:37:33.049674 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7437993e-8be5-41b3-b651-d4dcdff32396 admin admin] Publish callbacks [] for security_group (7aa68fbd-25ad-4a73-9eb9-dd95cbd4f3a5), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:33.094651 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-f607cf89-b8bf-46d1-8d3d-68b8123b9643 service neutron] Request body: {'port': {'device_id': '925b9230-6888-48f3-a440-2c8648334a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:37:33.096546 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7437993e-8be5-41b3-b651-d4dcdff32396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (7aa68fbd-25ad-4a73-9eb9-dd95cbd4f3a5), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:33.099323 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7437993e-8be5-41b3-b651-d4dcdff32396 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:33.101361 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-7437993e-8be5-41b3-b651-d4dcdff32396 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7aa68fbd-25ad-4a73-9eb9-dd95cbd4f3a5 HTTP/1.1" status: 204 len: 168 time: 0.1332500 May 10 05:37:33.110692 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437993e-8be5-41b3-b651-d4dcdff32396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa68fbd-25ad-4a73-9eb9-dd95cbd4f3a5,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:33.176998 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-f607cf89-b8bf-46d1-8d3d-68b8123b9643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (dffd03e0-fe9d-43a2-b37f-2a79995814fe), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:33.194790 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56f8ba-1205-4418-bbdd-1866a97ce6c0 req-53e024b3-7fde-41c4-9e3b-6ba91786ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:33.196365 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-2a56f8ba-1205-4418-bbdd-1866a97ce6c0 req-53e024b3-7fde-41c4-9e3b-6ba91786ceb0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5655a11bb4d94e7fb7186eb1bec105cb&device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 1130 time: 0.0440259 May 10 05:37:33.305575 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56f8ba-1205-4418-bbdd-1866a97ce6c0 req-5b59d0db-d434-4d5f-a477-d21178dbcf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:33.308083 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-2a56f8ba-1205-4418-bbdd-1866a97ce6c0 req-5b59d0db-d434-4d5f-a477-d21178dbcf21 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 HTTP/1.1" status: 200 len: 919 time: 0.1048148 May 10 05:37:33.360322 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-2a56f8ba-1205-4418-bbdd-1866a97ce6c0 req-33a39a1d-8896-402c-8452-5c327e095ac1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caf4b026-5603-4656-a8ea-a2690b18afa3 HTTP/1.1" status: 200 len: 217 time: 0.0405216 May 10 05:37:33.414692 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56f8ba-1205-4418-bbdd-1866a97ce6c0 req-0f79127b-07be-44f9-b115-640b60b0c13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:33.416011 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-2a56f8ba-1205-4418-bbdd-1866a97ce6c0 req-0f79127b-07be-44f9-b115-640b60b0c13a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5cda1426-dd5e-4474-b1b8-e2dd037a4f93 HTTP/1.1" status: 200 len: 857 time: 0.0478714 May 10 05:37:33.429078 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf366631-dfdd-4eb9-ba0e-1c8c3db9130f req-249c266e-e1c0-44bb-acbf-9434522dd90b tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:33.430481 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bf366631-dfdd-4eb9-ba0e-1c8c3db9130f req-249c266e-e1c0-44bb-acbf-9434522dd90b tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 932 time: 0.0573938 May 10 05:37:33.475686 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56f8ba-1205-4418-bbdd-1866a97ce6c0 req-9f5c5c14-f4b5-4fc0-8c0c-1ef7840c3d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:33.478266 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-2a56f8ba-1205-4418-bbdd-1866a97ce6c0 req-9f5c5c14-f4b5-4fc0-8c0c-1ef7840c3d15 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0544448 May 10 05:37:33.544990 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3686d-3af6-487c-b2fe-2a13ab03417b req-011041c6-ddb0-4681-8311-f8970ab150db tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:33.546693 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d2e3686d-3af6-487c-b2fe-2a13ab03417b req-011041c6-ddb0-4681-8311-f8970ab150db tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.0771248 May 10 05:37:33.574366 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-2a56f8ba-1205-4418-bbdd-1866a97ce6c0 req-6f50c36a-e773-491d-b1e3-ce59d779ca53 service neutron] 10.222.0.50 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878606 May 10 05:37:33.600659 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bf366631-dfdd-4eb9-ba0e-1c8c3db9130f req-d9d14bce-e388-428a-8b75-30ce0f14b256 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613011 May 10 05:37:33.662632 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-f607cf89-b8bf-46d1-8d3d-68b8123b9643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dffd03e0-fe9d-43a2-b37f-2a79995814fe {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:37:33.673299 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d2e3686d-3af6-487c-b2fe-2a13ab03417b req-6867cd08-9c38-4a5c-b057-2eb9920f8be9 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189797 May 10 05:37:33.675142 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-f607cf89-b8bf-46d1-8d3d-68b8123b9643 service neutron] Publish callbacks [] for port (dffd03e0-fe9d-43a2-b37f-2a79995814fe), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:33.691952 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-f607cf89-b8bf-46d1-8d3d-68b8123b9643 service neutron] Transition to ACTIVE for port object dffd03e0-fe9d-43a2-b37f-2a79995814fe will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 05:37:33.702301 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-f607cf89-b8bf-46d1-8d3d-68b8123b9643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (dffd03e0-fe9d-43a2-b37f-2a79995814fe), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:33.707522 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-2a56f8ba-1205-4418-bbdd-1866a97ce6c0 req-ccca5164-6d9b-4999-82db-7441fe1d21a3 service neutron] 10.222.0.50 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214256 May 10 05:37:33.769167 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607cf89-b8bf-46d1-8d3d-68b8123b9643 service neutron] Pushing event updated for resources: {'Port': ['ID=dffd03e0-fe9d-43a2-b37f-2a79995814fe,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:33.803503 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-f607cf89-b8bf-46d1-8d3d-68b8123b9643 service neutron] Attempting to bind port dffd03e0-fe9d-43a2-b37f-2a79995814fe on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:37:33.803953 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-f607cf89-b8bf-46d1-8d3d-68b8123b9643 service neutron] Attempting to bind port dffd03e0-fe9d-43a2-b37f-2a79995814fe by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '918d9451-3907-4334-86c4-66c71dca6bc6'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:37:33.804345 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-f607cf89-b8bf-46d1-8d3d-68b8123b9643 service neutron] Attempting to bind port dffd03e0-fe9d-43a2-b37f-2a79995814fe on network 918d9451-3907-4334-86c4-66c71dca6bc6 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:37:33.809249 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-f607cf89-b8bf-46d1-8d3d-68b8123b9643 service neutron] Port dffd03e0-fe9d-43a2-b37f-2a79995814fe on network 918d9451-3907-4334-86c4-66c71dca6bc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 05:37:33.809739 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-f607cf89-b8bf-46d1-8d3d-68b8123b9643 service neutron] Attempting to bind port dffd03e0-fe9d-43a2-b37f-2a79995814fe on network 918d9451-3907-4334-86c4-66c71dca6bc6 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:37:33.815414 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-f607cf89-b8bf-46d1-8d3d-68b8123b9643 service neutron] Checking agent: {'id': '0722f08e-2e90-4d2d-9212-b191bf1b5213', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'started_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:37:33.815804 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-f607cf89-b8bf-46d1-8d3d-68b8123b9643 service neutron] Checking segment: {'id': 'bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '918d9451-3907-4334-86c4-66c71dca6bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:37:33.816186 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-f607cf89-b8bf-46d1-8d3d-68b8123b9643 service neutron] Bound using segment: {'id': 'bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '918d9451-3907-4334-86c4-66c71dca6bc6'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:37:33.816668 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-f607cf89-b8bf-46d1-8d3d-68b8123b9643 service neutron] Bound port: dffd03e0-fe9d-43a2-b37f-2a79995814fe, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '918d9451-3907-4334-86c4-66c71dca6bc6'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:37:33.817031 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-f607cf89-b8bf-46d1-8d3d-68b8123b9643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (dffd03e0-fe9d-43a2-b37f-2a79995814fe), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:33.895865 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-f607cf89-b8bf-46d1-8d3d-68b8123b9643 service neutron] For port dffd03e0-fe9d-43a2-b37f-2a79995814fe, host hv-cinder-83699, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:37:33.899944 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-f607cf89-b8bf-46d1-8d3d-68b8123b9643 service neutron] For port dffd03e0-fe9d-43a2-b37f-2a79995814fe, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=dffd03e0-fe9d-43a2-b37f-2a79995814fe,segment=NetworkSegment(bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c),segment_id=bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:37:33.909560 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-f607cf89-b8bf-46d1-8d3d-68b8123b9643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (dffd03e0-fe9d-43a2-b37f-2a79995814fe), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:33.947762 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-f607cf89-b8bf-46d1-8d3d-68b8123b9643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:33.948311 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-f607cf89-b8bf-46d1-8d3d-68b8123b9643 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:33.949756 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-f607cf89-b8bf-46d1-8d3d-68b8123b9643 service neutron] 10.222.0.50 "PUT /v2.0/ports/dffd03e0-fe9d-43a2-b37f-2a79995814fe HTTP/1.1" status: 200 len: 1094 time: 0.8598120 May 10 05:37:33.950216 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925b9230-6888-48f3-a440-2c8648334a8b', 'tag': 'dffd03e0-fe9d-43a2-b37f-2a79995814fe'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:37:33.952695 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec61ee5-8875-4e41-a567-a33ccde0faba" -d '{"events": [{"name": "network-changed", "server_uuid": "925b9230-6888-48f3-a440-2c8648334a8b", "tag": "dffd03e0-fe9d-43a2-b37f-2a79995814fe"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:37:33.985455 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607cf89-b8bf-46d1-8d3d-68b8123b9643 service neutron] Pushing event updated for resources: {'Port': ['ID=dffd03e0-fe9d-43a2-b37f-2a79995814fe,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:34.021277 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1a4882-708a-4fb9-aa8f-f4a6113f1cc3 x-openstack-request-id: req-aa1a4882-708a-4fb9-aa8f-f4a6113f1cc3 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:37:34.021565 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925b9230-6888-48f3-a440-2c8648334a8b", "tag": "dffd03e0-fe9d-43a2-b37f-2a79995814fe", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:37:34.021812 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa1a4882-708a-4fb9-aa8f-f4a6113f1cc3 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:37:34.022199 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa1a4882-708a-4fb9-aa8f-f4a6113f1cc3'] response: {'name': 'network-changed', 'server_uuid': '925b9230-6888-48f3-a440-2c8648334a8b', 'tag': 'dffd03e0-fe9d-43a2-b37f-2a79995814fe', 'status': 'completed', 'code': 200} May 10 05:37:34.093101 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737450d-4e61-4570-83c5-72970aa32666 req-7971482f-8d6d-4bc2-be29-e20ecc9c49dd tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:34.094613 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d737450d-4e61-4570-83c5-72970aa32666 req-7971482f-8d6d-4bc2-be29-e20ecc9c49dd tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.0890532 May 10 05:37:34.095772 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-dc76726f-b04c-4c03-bfc7-8d158902595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:34.097142 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-dc76726f-b04c-4c03-bfc7-8d158902595b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9870e28919e340ad9cda63cbbdea4e35&device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 1128 time: 0.0776680 May 10 05:37:34.158802 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-678e1ba2-76ac-4d12-ba9e-74894d104f85 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dffd03e0-fe9d-43a2-b37f-2a79995814fe HTTP/1.1" status: 200 len: 217 time: 0.0541563 May 10 05:37:34.190948 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 05:37:34.224882 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8726e25-66b9-4103-8acf-81c2b5f490bc req-64fddb43-84b0-4707-8e58-4fe82acaaca9 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:34.226375 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b8726e25-66b9-4103-8acf-81c2b5f490bc req-64fddb43-84b0-4707-8e58-4fe82acaaca9 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0667217 May 10 05:37:34.260592 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d737450d-4e61-4570-83c5-72970aa32666 req-3b1410f8-9b40-499c-9bbc-63ff4139c0c4 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580637 May 10 05:37:34.328983 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b8726e25-66b9-4103-8acf-81c2b5f490bc req-c5523597-01bb-433d-9d86-5553e53fe8ed tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720618 May 10 05:37:34.358904 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1b1c74d4-bb02-47ae-a80c-f1985a28f7f1,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:37:34.371992 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Returning: {'device': '1b1c74d4-bb02-47ae-a80c-f1985a28f7f1', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'port_id': '1b1c74d4-bb02-47ae-a80c-f1985a28f7f1', 'mac_address': 'fa:16:3e:26:c6:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 05:37:34.372370 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 49906) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:37:34.411602 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 is: ACTIVE; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:37:34.411906 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (1b1c74d4-bb02-47ae-a80c-f1985a28f7f1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:34.426226 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:37:34.449210 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1b1c74d4-bb02-47ae-a80c-f1985a28f7f1,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:37:34.455126 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (1b1c74d4-bb02-47ae-a80c-f1985a28f7f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:34.485299 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e59e69b6-5e99-457d-8e70-50c7cf3761d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:34.520899 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=1b1c74d4-bb02-47ae-a80c-f1985a28f7f1,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:34.528834 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:34.529166 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:34.529710 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:34.530085 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:34.530374 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:34.530721 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:34.531035 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:34.531347 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:34.531701 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:34.532022 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:34.532334 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:34.532647 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:34.532956 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:34.533265 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:34.533569 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:34.567716 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e59e69b6-5e99-457d-8e70-50c7cf3761d6 admin admin] Publish callbacks [] for security_group (1781bbe5-a73d-4b26-8bfc-a646965da01d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:34.570895 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['1b1c74d4-bb02-47ae-a80c-f1985a28f7f1'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:37:34.572190 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e59e69b6-5e99-457d-8e70-50c7cf3761d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (1781bbe5-a73d-4b26-8bfc-a646965da01d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:34.608016 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e69b6-5e99-457d-8e70-50c7cf3761d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1781bbe5-a73d-4b26-8bfc-a646965da01d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:34.614056 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-e59e69b6-5e99-457d-8e70-50c7cf3761d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=682ef27f50894a2da761097f089a4c4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406607 May 10 05:37:34.617064 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 49910) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:37:34.668277 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3a449238-4a9e-43f0-bcba-0bd002c05f19 admin admin] Publish callbacks [] for security_group (1781bbe5-a73d-4b26-8bfc-a646965da01d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:34.713846 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3a449238-4a9e-43f0-bcba-0bd002c05f19 admin admin] Publish callbacks [] for security_group (1781bbe5-a73d-4b26-8bfc-a646965da01d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:34.739790 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8031c81-dafc-491c-8388-27505a55a33b req-9a7fd46d-05ca-4a8a-94e4-a478122fce79 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:34.741272 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a8031c81-dafc-491c-8388-27505a55a33b req-9a7fd46d-05ca-4a8a-94e4-a478122fce79 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 944 time: 0.0638974 May 10 05:37:34.835177 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecc75f-47f6-4097-a990-3f4f0a0db736 req-eac7e4a0-13d1-4ae8-893f-08f6a3d727bd tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:34.836650 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b7ecc75f-47f6-4097-a990-3f4f0a0db736 req-eac7e4a0-13d1-4ae8-893f-08f6a3d727bd tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 944 time: 0.0771122 May 10 05:37:34.840796 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a8031c81-dafc-491c-8388-27505a55a33b req-b2173d7e-ceaa-4d72-a71e-67df13e2ef5b tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911431 May 10 05:37:34.841473 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3a449238-4a9e-43f0-bcba-0bd002c05f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (1781bbe5-a73d-4b26-8bfc-a646965da01d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:34.844068 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3a449238-4a9e-43f0-bcba-0bd002c05f19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:34.845088 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-3a449238-4a9e-43f0-bcba-0bd002c05f19 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1781bbe5-a73d-4b26-8bfc-a646965da01d HTTP/1.1" status: 204 len: 168 time: 0.2270055 May 10 05:37:34.860714 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a449238-4a9e-43f0-bcba-0bd002c05f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1781bbe5-a73d-4b26-8bfc-a646965da01d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:34.902683 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b7ecc75f-47f6-4097-a990-3f4f0a0db736 req-4657652e-c179-410f-b813-bbde850ffd97 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564909 May 10 05:37:35.371062 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bc4997da-bedf-4f55-894f-5717a04d8874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:35.406288 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f7399-a089-41da-817e-be49ada3fb14 req-212126c1-4a80-47f8-a455-506cb81fe132 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:35.407805 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-660f7399-a089-41da-817e-be49ada3fb14 req-212126c1-4a80-47f8-a455-506cb81fe132 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.0597496 May 10 05:37:35.472513 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9f87a-bc04-4943-a4c3-44f03e0c55e0 req-8be77578-9b88-41a9-86b6-e31446b3a553 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:35.474015 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b2f9f87a-bc04-4943-a4c3-44f03e0c55e0 req-8be77578-9b88-41a9-86b6-e31446b3a553 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0653450 May 10 05:37:35.478853 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 49940) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:37:35.504482 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-660f7399-a089-41da-817e-be49ada3fb14 req-74f1731c-a785-4d10-885f-75b0181c7601 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863390 May 10 05:37:35.533270 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b2f9f87a-bc04-4943-a4c3-44f03e0c55e0 req-63b8d7fe-06d3-4da5-951e-7edf23d30676 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521750 May 10 05:37:35.579714 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-6c9ff719-2f60-44f4-912b-2abdc9d7bb98 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-253532844-network', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:37:35.602022 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9ff719-2f60-44f4-912b-2abdc9d7bb98 admin admin] Made reservation on behalf of 54da2dd57fd4488ea0266dc8d744cc25 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:37:35.604200 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c9ff719-2f60-44f4-912b-2abdc9d7bb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:35.612794 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c9ff719-2f60-44f4-912b-2abdc9d7bb98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:35.673996 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-f3daa146-ad08-4e6a-8346-85cacbdb51f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:35.675447 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-f3daa146-ad08-4e6a-8346-85cacbdb51f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b2a5834-958c-4d83-942b-6f1d18dc1c56 HTTP/1.1" status: 200 len: 846 time: 0.0439036 May 10 05:37:35.688653 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c9ff719-2f60-44f4-912b-2abdc9d7bb98 admin admin] Publish callbacks [] for security_group (13e10e43-0a71-470e-bbca-4611196a7c4e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:35.693546 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c9ff719-2f60-44f4-912b-2abdc9d7bb98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (13e10e43-0a71-470e-bbca-4611196a7c4e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:35.718015 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9ff719-2f60-44f4-912b-2abdc9d7bb98 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 05:37:35.718233 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-6f8a5fdf-5159-46b0-99ae-412e506c6678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:35.720368 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-6f8a5fdf-5159-46b0-99ae-412e506c6678 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=918d9451-3907-4334-86c4-66c71dca6bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383513 May 10 05:37:35.727933 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ff719-2f60-44f4-912b-2abdc9d7bb98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e10e43-0a71-470e-bbca-4611196a7c4e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:35.733510 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c9ff719-2f60-44f4-912b-2abdc9d7bb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (729ed3d9-f813-4b32-a899-88741e632187), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:35.733873 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.db.segments_db [None req-6c9ff719-2f60-44f4-912b-2abdc9d7bb98 admin admin] Added segment 729ed3d9-f813-4b32-a899-88741e632187 of type vlan for network 2e1af6cc-bc8b-4bea-9455-7e30dde9457e May 10 05:37:35.778733 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c9ff719-2f60-44f4-912b-2abdc9d7bb98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215042991'] for network (2e1af6cc-bc8b-4bea-9455-7e30dde9457e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:35.808921 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c9ff719-2f60-44f4-912b-2abdc9d7bb98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for network (2e1af6cc-bc8b-4bea-9455-7e30dde9457e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:35.811118 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9ff719-2f60-44f4-912b-2abdc9d7bb98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:35.811751 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c9ff719-2f60-44f4-912b-2abdc9d7bb98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:35.829179 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-44c5964e-42b5-42fa-aa12-c2ea1718d839 service neutron] 10.222.0.50 "GET /v2.0/networks/918d9451-3907-4334-86c4-66c71dca6bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860238 May 10 05:37:35.868245 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-6c9ff719-2f60-44f4-912b-2abdc9d7bb98 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3872600 May 10 05:37:35.871087 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 49946) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:37:35.878333 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-9446c792-7fe9-42c2-9bbe-8c0ab5c92b02 admin admin] Request body: {'subnet': {'network_id': '2e1af6cc-bc8b-4bea-9455-7e30dde9457e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-253532844-subnet', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25', 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:37:35.884373 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ff719-2f60-44f4-912b-2abdc9d7bb98 admin admin] Pushing event updated for resources: {'Network': ['ID=2e1af6cc-bc8b-4bea-9455-7e30dde9457e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:35.898612 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Network 2e1af6cc-bc8b-4bea-9455-7e30dde9457e details requested by agent ovs-agent-dv-cinder-836996-16-iscsi with host dv-cinder-836996-16-iscsi {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 05:37:35.903284 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9446c792-7fe9-42c2-9bbe-8c0ab5c92b02 admin admin] Made reservation on behalf of 54da2dd57fd4488ea0266dc8d744cc25 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:37:35.907890 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9446c792-7fe9-42c2-9bbe-8c0ab5c92b02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25345493'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:36.007260 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557393f6-6105-4b43-85e7-79ccd3de8118 req-1dac917a-7cd2-4f88-960a-fa0c9d0d2442 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:36.008656 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-557393f6-6105-4b43-85e7-79ccd3de8118 req-1dac917a-7cd2-4f88-960a-fa0c9d0d2442 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 944 time: 0.0836968 May 10 05:37:36.026665 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d80f15b7-3407-4d62-a0e2-456685847bf9 req-fd7a154b-7279-413d-9991-ccd6187803b3 service neutron] 10.222.0.50 "GET /v2.0/networks/918d9451-3907-4334-86c4-66c71dca6bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716478 May 10 05:37:36.055521 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca27f34-f327-4e6c-8f39-cb838d96e546 req-3033fc60-3dda-4e2d-bdf9-9289faff9be0 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:36.056972 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8ca27f34-f327-4e6c-8f39-cb838d96e546 req-3033fc60-3dda-4e2d-bdf9-9289faff9be0 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 944 time: 0.0747161 May 10 05:37:36.098536 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-557393f6-6105-4b43-85e7-79ccd3de8118 req-b1bf449b-2ec6-4712-96ce-65f36152279b tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740805 May 10 05:37:36.111926 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9446c792-7fe9-42c2-9bbe-8c0ab5c92b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2854036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25345483'] for subnet (f2160d0e-5c73-40be-9a30-e6aa8b603d51), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:36.122695 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8ca27f34-f327-4e6c-8f39-cb838d96e546 req-81f0c8f6-4fad-4e00-8605-7429eb27c1d6 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566018 May 10 05:37:36.161723 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446c792-7fe9-42c2-9bbe-8c0ab5c92b02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2160d0e-5c73-40be-9a30-e6aa8b603d51,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:36.177419 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9446c792-7fe9-42c2-9bbe-8c0ab5c92b02 admin admin] Checking segment: {'id': '729ed3d9-f813-4b32-a899-88741e632187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2e1af6cc-bc8b-4bea-9455-7e30dde9457e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:37:36.177772 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9446c792-7fe9-42c2-9bbe-8c0ab5c92b02 admin admin] Network hostable DHCP agents. Network: 2e1af6cc-bc8b-4bea-9455-7e30dde9457e, hostable agents: ['80185445-a40d-4750-a48c-216d3708fc1f'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 05:37:36.194905 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 up at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:37:36.196406 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9446c792-7fe9-42c2-9bbe-8c0ab5c92b02 admin admin] Network 2e1af6cc-bc8b-4bea-9455-7e30dde9457e is scheduled to be hosted by DHCP agent 80185445-a40d-4750-a48c-216d3708fc1f with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 05:37:36.206673 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-9446c792-7fe9-42c2-9bbe-8c0ab5c92b02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-16-iscsi, 2e1af6cc-bc8b-4bea-9455-7e30dde9457e) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:37:36.211486 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9446c792-7fe9-42c2-9bbe-8c0ab5c92b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:36.212606 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9446c792-7fe9-42c2-9bbe-8c0ab5c92b02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:36.219109 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7bd8df-a857-4bd0-8fef-9e346f56e55c None None] Network 2e1af6cc-bc8b-4bea-9455-7e30dde9457e requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:37:36.233674 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-9446c792-7fe9-42c2-9bbe-8c0ab5c92b02 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3587942 May 10 05:37:36.234049 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 49950) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:37:36.238358 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-543f3c0e-c4e1-479e-a931-348e99c5bfab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-253532844-router', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:37:36.260023 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-543f3c0e-c4e1-479e-a931-348e99c5bfab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1813'] for router (5df6ffbc-a4ba-43e2-ab7a-848057f492e3), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:36.261057 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-543f3c0e-c4e1-479e-a931-348e99c5bfab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router (5df6ffbc-a4ba-43e2-ab7a-848057f492e3), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:36.318871 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-543f3c0e-c4e1-479e-a931-348e99c5bfab admin admin] Publish callbacks [] for router_controller (5df6ffbc-a4ba-43e2-ab7a-848057f492e3), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:36.421997 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning complete for port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:36.422601 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (1b1c74d4-bb02-47ae-a80c-f1985a28f7f1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:36.457566 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-543f3c0e-c4e1-479e-a931-348e99c5bfab admin admin] Publish callbacks [] for router_gateway (5df6ffbc-a4ba-43e2-ab7a-848057f492e3), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:36.487256 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3230477-9f72-4d0b-b61c-eca4fea00beb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77a1f43e-83cf-5f9e-974f-aeeb96f1245d-2e1af6cc-bc8b-4bea-9455-7e30dde9457e', 'network_id': '2e1af6cc-bc8b-4bea-9455-7e30dde9457e', 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'fixed_ips': [{'subnet_id': 'f2160d0e-5c73-40be-9a30-e6aa8b603d51'}]}} from dv-cinder-836996-16-iscsi. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 05:37:36.488190 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e3230477-9f72-4d0b-b61c-eca4fea00beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:36.626660 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:37:36.627039 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (1b1c74d4-bb02-47ae-a80c-f1985a28f7f1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:36.649740 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:36.687976 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8004d02a-acb5-48ec-904d-d9b45428d61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1c74d4-bb02-47ae-a80c-f1985a28f7f1'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:37:36.688207 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0781986-a5cd-4943-8fd6-3ac9a81fed5a req-5ebf2f24-6548-42ad-bb82-1d3ab7e614f3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:36.689538 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b0781986-a5cd-4943-8fd6-3ac9a81fed5a req-5ebf2f24-6548-42ad-bb82-1d3ab7e614f3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.0995586 May 10 05:37:36.690182 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0800c53295b7046a146618d9b887730b91c06d3b0846630efe31b30f8053b0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6a7c16-a273-47e8-ad2c-6986c2901cef" -d '{"events": [{"server_uuid": "8004d02a-acb5-48ec-904d-d9b45428d61c", "name": "network-vif-plugged", "status": "completed", "tag": "1b1c74d4-bb02-47ae-a80c-f1985a28f7f1"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:37:36.709830 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1b1c74d4-bb02-47ae-a80c-f1985a28f7f1,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:37:36.717271 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (1b1c74d4-bb02-47ae-a80c-f1985a28f7f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:36.725999 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-e3230477-9f72-4d0b-b61c-eca4fea00beb None None] Allocated IP 172.20.0.2 (2e1af6cc-bc8b-4bea-9455-7e30dde9457e/f2160d0e-5c73-40be-9a30-e6aa8b603d51/1c9cde78-6c30-4d37-a760-f23d3a95bb4c) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:37:36.735450 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e16f0-ee95-448b-8817-23ef556eebb6 req-ee2d78ae-7ccb-43c6-a1a5-845aac1b4abb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:36.736964 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-495e16f0-ee95-448b-8817-23ef556eebb6 req-ee2d78ae-7ccb-43c6-a1a5-845aac1b4abb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.1081936 May 10 05:37:36.791843 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-543f3c0e-c4e1-479e-a931-348e99c5bfab admin admin] Publish callbacks [] for router_gateway (5df6ffbc-a4ba-43e2-ab7a-848057f492e3), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:36.818685 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=1b1c74d4-bb02-47ae-a80c-f1985a28f7f1,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:36.827623 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-543f3c0e-c4e1-479e-a931-348e99c5bfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:36.833875 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b0781986-a5cd-4943-8fd6-3ac9a81fed5a req-5daee8d9-e017-4227-8a26-cc92ae6620b1 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348011 May 10 05:37:36.874053 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-495e16f0-ee95-448b-8817-23ef556eebb6 req-cb5bed7a-f75b-49d6-8409-491f99cc7dbe tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273601 May 10 05:37:36.893950 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480dcbdf-636e-4841-8115-fb9898f624e9 x-openstack-request-id: req-480dcbdf-636e-4841-8115-fb9898f624e9 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:37:36.894386 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8004d02a-acb5-48ec-904d-d9b45428d61c", "name": "network-vif-plugged", "status": "completed", "tag": "1b1c74d4-bb02-47ae-a80c-f1985a28f7f1", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:37:36.894710 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-480dcbdf-636e-4841-8115-fb9898f624e9 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:37:36.895098 dv-cinder-836996-16-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-480dcbdf-636e-4841-8115-fb9898f624e9'] response: {'server_uuid': '8004d02a-acb5-48ec-904d-d9b45428d61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1c74d4-bb02-47ae-a80c-f1985a28f7f1', 'code': 200} May 10 05:37:36.934620 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec61ee5-8875-4e41-a567-a33ccde0faba req-ba7fa327-145f-4056-8522-64dfe8607ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:36.936138 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bec61ee5-8875-4e41-a567-a33ccde0faba req-ba7fa327-145f-4056-8522-64dfe8607ac3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9870e28919e340ad9cda63cbbdea4e35&device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 1128 time: 0.0728586 May 10 05:37:36.942855 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e3230477-9f72-4d0b-b61c-eca4fea00beb None None] Publish callbacks [] for port (1c9cde78-6c30-4d37-a760-f23d3a95bb4c), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:36.950347 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e3230477-9f72-4d0b-b61c-eca4fea00beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (1c9cde78-6c30-4d37-a760-f23d3a95bb4c), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:36.991939 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3230477-9f72-4d0b-b61c-eca4fea00beb None None] Network 2e1af6cc-bc8b-4bea-9455-7e30dde9457e is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:37:36.996433 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-e3230477-9f72-4d0b-b61c-eca4fea00beb None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:37:36.999371 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3230477-9f72-4d0b-b61c-eca4fea00beb None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:37:37.036872 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3230477-9f72-4d0b-b61c-eca4fea00beb None None] Pushing event updated for resources: {'Port': ['ID=1c9cde78-6c30-4d37-a760-f23d3a95bb4c,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:37.053289 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-543f3c0e-c4e1-479e-a931-348e99c5bfab admin admin] Allocated IP 172.27.0.63 (87bc626b-a764-429e-8d11-cdbbe513fac5/76823629-1df9-4cfd-a8c3-1d6cce6b2ea9/1cac9bfd-631d-4bdf-8c76-098b63aaca9c) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:37:37.068292 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e3230477-9f72-4d0b-b61c-eca4fea00beb None None] Attempting to bind port 1c9cde78-6c30-4d37-a760-f23d3a95bb4c on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:37:37.068904 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e3230477-9f72-4d0b-b61c-eca4fea00beb None None] Attempting to bind port 1c9cde78-6c30-4d37-a760-f23d3a95bb4c by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': '729ed3d9-f813-4b32-a899-88741e632187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2e1af6cc-bc8b-4bea-9455-7e30dde9457e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:37:37.069445 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3230477-9f72-4d0b-b61c-eca4fea00beb None None] Attempting to bind port 1c9cde78-6c30-4d37-a760-f23d3a95bb4c on network 2e1af6cc-bc8b-4bea-9455-7e30dde9457e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:37:37.075339 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3230477-9f72-4d0b-b61c-eca4fea00beb None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:37:37.075989 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3230477-9f72-4d0b-b61c-eca4fea00beb None None] Checking segment: {'id': '729ed3d9-f813-4b32-a899-88741e632187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2e1af6cc-bc8b-4bea-9455-7e30dde9457e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:37:37.076540 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e3230477-9f72-4d0b-b61c-eca4fea00beb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:37.077106 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3230477-9f72-4d0b-b61c-eca4fea00beb None None] Bound using segment: {'id': '729ed3d9-f813-4b32-a899-88741e632187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2e1af6cc-bc8b-4bea-9455-7e30dde9457e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:37:37.077755 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e3230477-9f72-4d0b-b61c-eca4fea00beb None None] Bound port: 1c9cde78-6c30-4d37-a760-f23d3a95bb4c, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '729ed3d9-f813-4b32-a899-88741e632187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2e1af6cc-bc8b-4bea-9455-7e30dde9457e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:37:37.078302 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e3230477-9f72-4d0b-b61c-eca4fea00beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (1c9cde78-6c30-4d37-a760-f23d3a95bb4c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:37.121996 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec61ee5-8875-4e41-a567-a33ccde0faba req-717281e6-16ae-4f11-a071-905016fa1ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:37.123784 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bec61ee5-8875-4e41-a567-a33ccde0faba req-717281e6-16ae-4f11-a071-905016fa1ab8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=918d9451-3907-4334-86c4-66c71dca6bc6 HTTP/1.1" status: 200 len: 908 time: 0.1802332 May 10 05:37:37.156059 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e3230477-9f72-4d0b-b61c-eca4fea00beb None None] For port 1c9cde78-6c30-4d37-a760-f23d3a95bb4c, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:37:37.167665 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e3230477-9f72-4d0b-b61c-eca4fea00beb None None] For port 1c9cde78-6c30-4d37-a760-f23d3a95bb4c, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=1c9cde78-6c30-4d37-a760-f23d3a95bb4c,segment=NetworkSegment(729ed3d9-f813-4b32-a899-88741e632187),segment_id=729ed3d9-f813-4b32-a899-88741e632187)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:37:37.175875 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e3230477-9f72-4d0b-b61c-eca4fea00beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (1c9cde78-6c30-4d37-a760-f23d3a95bb4c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:37.177949 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bec61ee5-8875-4e41-a567-a33ccde0faba req-aba45257-6306-4676-997e-dfe97931083e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dffd03e0-fe9d-43a2-b37f-2a79995814fe HTTP/1.1" status: 200 len: 217 time: 0.0420444 May 10 05:37:37.254528 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3230477-9f72-4d0b-b61c-eca4fea00beb None None] Pushing event updated for resources: {'Port': ['ID=1c9cde78-6c30-4d37-a760-f23d3a95bb4c,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:37.344125 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec61ee5-8875-4e41-a567-a33ccde0faba req-a2472eee-ec9f-4901-9723-e6ba9085bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:37.345600 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bec61ee5-8875-4e41-a567-a33ccde0faba req-a2472eee-ec9f-4901-9723-e6ba9085bb9b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b2a5834-958c-4d83-942b-6f1d18dc1c56 HTTP/1.1" status: 200 len: 846 time: 0.1556642 May 10 05:37:37.373704 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a27e71-5045-42d4-8b87-fcad08c479ab req-85863202-0df5-4a84-94bd-0770932e918f tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:37.380133 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-17a27e71-5045-42d4-8b87-fcad08c479ab req-85863202-0df5-4a84-94bd-0770932e918f tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 944 time: 0.1744068 May 10 05:37:37.383595 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-543f3c0e-c4e1-479e-a931-348e99c5bfab admin admin] Publish callbacks [] for port (1cac9bfd-631d-4bdf-8c76-098b63aaca9c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:37.393033 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608ee45-38c7-4a20-ad5f-3881245ef39e req-adba3c11-e90a-4c44-b4fa-533a25220c68 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:37.394557 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8608ee45-38c7-4a20-ad5f-3881245ef39e req-adba3c11-e90a-4c44-b4fa-533a25220c68 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.1634912 May 10 05:37:37.486692 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec61ee5-8875-4e41-a567-a33ccde0faba req-3551de38-159d-4ccd-a925-188adbd7825f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:37.487880 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bec61ee5-8875-4e41-a567-a33ccde0faba req-3551de38-159d-4ccd-a925-188adbd7825f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=918d9451-3907-4334-86c4-66c71dca6bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1334083 May 10 05:37:37.577001 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:37.606299 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-17a27e71-5045-42d4-8b87-fcad08c479ab req-1fd458ca-b6c2-46f1-b685-e8214bcf10bf tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107613 May 10 05:37:37.621386 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8608ee45-38c7-4a20-ad5f-3881245ef39e req-caf4f0d6-31c8-4f41-a0fd-4712561bd763 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058382 May 10 05:37:37.652739 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-543f3c0e-c4e1-479e-a931-348e99c5bfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (1cac9bfd-631d-4bdf-8c76-098b63aaca9c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:37.736842 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543f3c0e-c4e1-479e-a931-348e99c5bfab admin admin] Network 87bc626b-a764-429e-8d11-cdbbe513fac5 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:37:37.749718 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f3c0e-c4e1-479e-a931-348e99c5bfab admin admin] Pushing event updated for resources: {'Port': ['ID=1cac9bfd-631d-4bdf-8c76-098b63aaca9c,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:37.763293 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-543f3c0e-c4e1-479e-a931-348e99c5bfab admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:37:37.771329 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bec61ee5-8875-4e41-a567-a33ccde0faba req-ac594596-31dc-421f-9fa3-bcc32a49511e service neutron] 10.222.0.50 "GET /v2.0/networks/918d9451-3907-4334-86c4-66c71dca6bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721813 May 10 05:37:37.772449 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543f3c0e-c4e1-479e-a931-348e99c5bfab admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:37:38.351222 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af1826-3568-4dc8-af44-50d3c478a7a6 req-ae82fab9-977e-4e79-909d-e42690e5126d tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:38.352787 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-33af1826-3568-4dc8-af44-50d3c478a7a6 req-ae82fab9-977e-4e79-909d-e42690e5126d tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.1281419 May 10 05:37:38.365818 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8366b-8535-477a-b592-cd4b2ab7ab08 req-1d2ed00f-c9ee-4522-a5e4-6c4c61de2d7f tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:38.373624 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-74c8366b-8535-477a-b592-cd4b2ab7ab08 req-1d2ed00f-c9ee-4522-a5e4-6c4c61de2d7f tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.1666036 May 10 05:37:38.442403 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bec61ee5-8875-4e41-a567-a33ccde0faba req-ee209690-a39e-49b0-ae5b-90071d947499 service neutron] 10.222.0.50 "GET /v2.0/networks/918d9451-3907-4334-86c4-66c71dca6bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6658378 May 10 05:37:38.452189 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02daff2-ab30-4879-b5b5-dbe94946766c None None] Network 2e1af6cc-bc8b-4bea-9455-7e30dde9457e requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:37:38.514287 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-74c8366b-8535-477a-b592-cd4b2ab7ab08 req-d94f28bf-f89f-41ab-9e5d-a45c6aaac498 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395183 May 10 05:37:38.535150 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c9506ef0-c3fe-4d9b-ac77-19d85eb415d4 None None] Provisioning complete for port 1c9cde78-6c30-4d37-a760-f23d3a95bb4c triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:38.535516 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c9506ef0-c3fe-4d9b-ac77-19d85eb415d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (1c9cde78-6c30-4d37-a760-f23d3a95bb4c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:38.551714 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-33af1826-3568-4dc8-af44-50d3c478a7a6 req-c6e74267-593a-4f35-baea-adc4e4c7a9ba tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678090 May 10 05:37:38.567795 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-543f3c0e-c4e1-479e-a931-348e99c5bfab admin admin] Publish callbacks [] for router_gateway (5df6ffbc-a4ba-43e2-ab7a-848057f492e3), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:38.639002 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c9506ef0-c3fe-4d9b-ac77-19d85eb415d4 None None] Current status of the port 1c9cde78-6c30-4d37-a760-f23d3a95bb4c is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:37:38.640065 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c9506ef0-c3fe-4d9b-ac77-19d85eb415d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (1c9cde78-6c30-4d37-a760-f23d3a95bb4c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:38.753316 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-c9506ef0-c3fe-4d9b-ac77-19d85eb415d4 None None] For port 1c9cde78-6c30-4d37-a760-f23d3a95bb4c, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=1c9cde78-6c30-4d37-a760-f23d3a95bb4c,segment=NetworkSegment(729ed3d9-f813-4b32-a899-88741e632187),segment_id=729ed3d9-f813-4b32-a899-88741e632187)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:37:38.766760 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c9506ef0-c3fe-4d9b-ac77-19d85eb415d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (1c9cde78-6c30-4d37-a760-f23d3a95bb4c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:38.865212 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc400f89-53a4-48f3-be44-d98b715c6d16 req-e00a02cc-58db-447e-ba9a-b64a84ca10e4 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:38.873823 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-fc400f89-53a4-48f3-be44-d98b715c6d16 req-e00a02cc-58db-447e-ba9a-b64a84ca10e4 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.0819585 May 10 05:37:38.898960 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9506ef0-c3fe-4d9b-ac77-19d85eb415d4 None None] Pushing event updated for resources: {'Port': ['ID=1c9cde78-6c30-4d37-a760-f23d3a95bb4c,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:38.972224 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cbb41-5bfb-448a-8765-67eb1acedbbd req-254c4acc-d3a1-41ca-863c-723204f923f4 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:38.975285 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a98cbb41-5bfb-448a-8765-67eb1acedbbd req-254c4acc-d3a1-41ca-863c-723204f923f4 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 944 time: 0.2435374 May 10 05:37:39.082932 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-fc400f89-53a4-48f3-be44-d98b715c6d16 req-4aba0f13-de17-4fe6-93c2-a22955b07b93 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079773 May 10 05:37:39.191596 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-543f3c0e-c4e1-479e-a931-348e99c5bfab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423434'] for router (5df6ffbc-a4ba-43e2-ab7a-848057f492e3), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:39.198580 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a98cbb41-5bfb-448a-8765-67eb1acedbbd req-024517f5-c3a7-432d-8783-b99e265bb740 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970956 May 10 05:37:39.207945 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-16ef82a1-1b74-4349-a6d3-6935eda0ce6e None None] Provisioning complete for port 1c9cde78-6c30-4d37-a760-f23d3a95bb4c triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:39.208300 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-16ef82a1-1b74-4349-a6d3-6935eda0ce6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (1c9cde78-6c30-4d37-a760-f23d3a95bb4c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:39.285761 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 1c9cde78-6c30-4d37-a760-f23d3a95bb4c up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:37:39.387100 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543f3c0e-c4e1-479e-a931-348e99c5bfab admin admin] Router 5df6ffbc-a4ba-43e2-ab7a-848057f492e3 is scheduled to L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 05:37:39.401925 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port 1c9cde78-6c30-4d37-a760-f23d3a95bb4c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:39.402288 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (1c9cde78-6c30-4d37-a760-f23d3a95bb4c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:39.404017 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:39.407527 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-16ef82a1-1b74-4349-a6d3-6935eda0ce6e None None] Current status of the port 1c9cde78-6c30-4d37-a760-f23d3a95bb4c is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:37:39.503630 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port 1c9cde78-6c30-4d37-a760-f23d3a95bb4c is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:37:39.546119 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543f3c0e-c4e1-479e-a931-348e99c5bfab admin admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:37:39.567535 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eece1bfe-e158-4829-92be-07e1084fcaf0 None None] Sync routers for ids ['5df6ffbc-a4ba-43e2-ab7a-848057f492e3'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:37:39.582770 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-543f3c0e-c4e1-479e-a931-348e99c5bfab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:39.585322 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eece1bfe-e158-4829-92be-07e1084fcaf0 None None] Routers {'5df6ffbc-a4ba-43e2-ab7a-848057f492e3'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:37:39.589309 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 50010) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:37:39.599059 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-eece1bfe-e158-4829-92be-07e1084fcaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:37:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['5df6ffbc-a4ba-43e2-ab7a-848057f492e3'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:37:39.602502 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-543f3c0e-c4e1-479e-a931-348e99c5bfab admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3529704 May 10 05:37:39.719486 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-eece1bfe-e158-4829-92be-07e1084fcaf0 None None] Set router 5df6ffbc-a4ba-43e2-ab7a-848057f492e3 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:37:39.727838 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473edcfb-91d2-46d4-8bc0-fa497d90062e req-a1a97c44-a8a4-4289-816d-9a82163a003e tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:39.729372 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-473edcfb-91d2-46d4-8bc0-fa497d90062e req-a1a97c44-a8a4-4289-816d-9a82163a003e tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.0805485 May 10 05:37:39.815417 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-473edcfb-91d2-46d4-8bc0-fa497d90062e req-121c6312-468b-4d94-b61e-8fe2844c95f7 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790329 May 10 05:37:39.917882 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-eece1bfe-e158-4829-92be-07e1084fcaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'name': 'tempest-TestMinimumBasicScenario-253532844-router', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '1cac9bfd-631d-4bdf-8c76-098b63aaca9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:37:36Z', 'updated_at': '2022-05-10T05:37:38Z', 'revision_number': 3, 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'gw_port': {'id': '1cac9bfd-631d-4bdf-8c76-098b63aaca9c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:36Z', 'updated_at': '2022-05-10T05:37:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:37:39.946730 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eece1bfe-e158-4829-92be-07e1084fcaf0 None None] Checking router: 5df6ffbc-a4ba-43e2-ab7a-848057f492e3 for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:37:39.947320 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eece1bfe-e158-4829-92be-07e1084fcaf0 None None] Updating router 5df6ffbc-a4ba-43e2-ab7a-848057f492e3 port 1cac9bfd-631d-4bdf-8c76-098b63aaca9c binding host dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 05:37:39.977367 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-eece1bfe-e158-4829-92be-07e1084fcaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (1cac9bfd-631d-4bdf-8c76-098b63aaca9c), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:40.246092 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 50020) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:37:40.251248 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-7bca7e7f-7856-4662-9f5b-8563a787cf67 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1205582503', 'description': 'tempest-description--1037190032'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:37:40.279489 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7bca7e7f-7856-4662-9f5b-8563a787cf67 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:40.326030 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-eece1bfe-e158-4829-92be-07e1084fcaf0 None None] Publish callbacks [] for port (1cac9bfd-631d-4bdf-8c76-098b63aaca9c), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:40.330407 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004020bb-a867-4c99-b6ae-ae3c6df81fb1 req-378a88b1-0818-4366-ac9e-ac31424bb452 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:40.338846 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-eece1bfe-e158-4829-92be-07e1084fcaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (1cac9bfd-631d-4bdf-8c76-098b63aaca9c), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:40.342498 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-004020bb-a867-4c99-b6ae-ae3c6df81fb1 req-378a88b1-0818-4366-ac9e-ac31424bb452 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.1047368 May 10 05:37:40.397595 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c137cd-9780-46be-92e3-2ed547a7e7e2 None None] Pushing event updated for resources: {'Port': ['ID=1cac9bfd-631d-4bdf-8c76-098b63aaca9c,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:40.403162 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-eece1bfe-e158-4829-92be-07e1084fcaf0 None None] Attempting to bind port 1cac9bfd-631d-4bdf-8c76-098b63aaca9c on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:37:40.403525 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-eece1bfe-e158-4829-92be-07e1084fcaf0 None None] Attempting to bind port 1cac9bfd-631d-4bdf-8c76-098b63aaca9c by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:37:40.403917 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eece1bfe-e158-4829-92be-07e1084fcaf0 None None] Attempting to bind port 1cac9bfd-631d-4bdf-8c76-098b63aaca9c on network 87bc626b-a764-429e-8d11-cdbbe513fac5 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:37:40.409857 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eece1bfe-e158-4829-92be-07e1084fcaf0 None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:37:40.410227 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eece1bfe-e158-4829-92be-07e1084fcaf0 None None] Checking segment: {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:37:40.410618 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-eece1bfe-e158-4829-92be-07e1084fcaf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:40.410995 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eece1bfe-e158-4829-92be-07e1084fcaf0 None None] Bound using segment: {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:37:40.411465 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-eece1bfe-e158-4829-92be-07e1084fcaf0 None None] Bound port: 1cac9bfd-631d-4bdf-8c76-098b63aaca9c, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:37:40.411853 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-eece1bfe-e158-4829-92be-07e1084fcaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (1cac9bfd-631d-4bdf-8c76-098b63aaca9c), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:40.487879 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-eece1bfe-e158-4829-92be-07e1084fcaf0 None None] For port 1cac9bfd-631d-4bdf-8c76-098b63aaca9c, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:37:40.492935 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-eece1bfe-e158-4829-92be-07e1084fcaf0 None None] For port 1cac9bfd-631d-4bdf-8c76-098b63aaca9c, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=1cac9bfd-631d-4bdf-8c76-098b63aaca9c,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:37:40.494005 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dec00-21d5-429e-84e1-2d0113e06d8c req-d504870a-24c6-4e60-911c-502da1cdc96e tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:40.495810 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d56dec00-21d5-429e-84e1-2d0113e06d8c req-d504870a-24c6-4e60-911c-502da1cdc96e tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 944 time: 0.1399121 May 10 05:37:40.501655 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-eece1bfe-e158-4829-92be-07e1084fcaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (1cac9bfd-631d-4bdf-8c76-098b63aaca9c), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:40.502799 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7bca7e7f-7856-4662-9f5b-8563a787cf67 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks [] for security_group (21777519-a62f-4586-9d41-59e94aeded66), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:40.508463 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-004020bb-a867-4c99-b6ae-ae3c6df81fb1 req-684bef80-45f3-4832-bdb7-da38a3899d9b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641450 May 10 05:37:40.522191 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7bca7e7f-7856-4662-9f5b-8563a787cf67 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (21777519-a62f-4586-9d41-59e94aeded66), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:40.561296 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca7e7f-7856-4662-9f5b-8563a787cf67 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21777519-a62f-4586-9d41-59e94aeded66,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:40.568205 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7bca7e7f-7856-4662-9f5b-8563a787cf67 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:40.569313 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-7bca7e7f-7856-4662-9f5b-8563a787cf67 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3222282 May 10 05:37:40.578857 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 50022) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:37:40.589969 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25718adc-ebeb-45e1-a55f-0ac38c87314c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:40.594378 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c137cd-9780-46be-92e3-2ed547a7e7e2 None None] Pushing event updated for resources: {'Port': ['ID=1cac9bfd-631d-4bdf-8c76-098b63aaca9c,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:40.601008 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d56dec00-21d5-429e-84e1-2d0113e06d8c req-224411d7-3652-426f-8033-073d261cabf0 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855029 May 10 05:37:40.608883 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-269649a6-dbda-4a6f-85e0-cf39dd2b1780 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Request body: {'security_group_rule': {'security_group_id': '21777519-a62f-4586-9d41-59e94aeded66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:37:40.613792 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eece1bfe-e158-4829-92be-07e1084fcaf0 None None] Routers {'5df6ffbc-a4ba-43e2-ab7a-848057f492e3'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:37:40.614272 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-eece1bfe-e158-4829-92be-07e1084fcaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:37:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['5df6ffbc-a4ba-43e2-ab7a-848057f492e3'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:37:40.640290 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-269649a6-dbda-4a6f-85e0-cf39dd2b1780 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks [] for security_group_rule (6cc1cb07-75f2-491d-a80b-a61c50d563cb), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:40.706907 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-269649a6-dbda-4a6f-85e0-cf39dd2b1780 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks [] for security_group_rule (6cc1cb07-75f2-491d-a80b-a61c50d563cb), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:40.721036 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-269649a6-dbda-4a6f-85e0-cf39dd2b1780 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (6cc1cb07-75f2-491d-a80b-a61c50d563cb), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:40.728776 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-eece1bfe-e158-4829-92be-07e1084fcaf0 None None] Set router 5df6ffbc-a4ba-43e2-ab7a-848057f492e3 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:37:40.744163 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269649a6-dbda-4a6f-85e0-cf39dd2b1780 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc1cb07-75f2-491d-a80b-a61c50d563cb,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:40.766260 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-269649a6-dbda-4a6f-85e0-cf39dd2b1780 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:40.767483 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-269649a6-dbda-4a6f-85e0-cf39dd2b1780 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1876612 May 10 05:37:40.770489 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 50026) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:37:40.774941 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-3532ce6b-6a32-438e-870d-813a91fe38ff tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Request body: {'security_group_rule': {'security_group_id': '21777519-a62f-4586-9d41-59e94aeded66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:37:40.816857 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3532ce6b-6a32-438e-870d-813a91fe38ff tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks [] for security_group_rule (db20d429-3b4a-4045-93be-0327688c4793), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:40.880202 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-25718adc-ebeb-45e1-a55f-0ac38c87314c admin admin] Allocated IP 172.20.0.1 (2e1af6cc-bc8b-4bea-9455-7e30dde9457e/f2160d0e-5c73-40be-9a30-e6aa8b603d51/c118c686-cebb-4d88-af71-eb84d899d1c4) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:37:40.925722 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3532ce6b-6a32-438e-870d-813a91fe38ff tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks [] for security_group_rule (db20d429-3b4a-4045-93be-0327688c4793), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:40.931886 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3532ce6b-6a32-438e-870d-813a91fe38ff tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (db20d429-3b4a-4045-93be-0327688c4793), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:40.961735 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532ce6b-6a32-438e-870d-813a91fe38ff tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db20d429-3b4a-4045-93be-0327688c4793,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:41.024029 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3532ce6b-6a32-438e-870d-813a91fe38ff tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:41.028551 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-3532ce6b-6a32-438e-870d-813a91fe38ff tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2570961 May 10 05:37:41.029225 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 50030) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:37:41.038384 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-0e0588f8-5eff-42cd-b5a1-4fbbed2d1c6e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Request body: {'floatingip': {'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:37:41.055739 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25718adc-ebeb-45e1-a55f-0ac38c87314c admin admin] Publish callbacks [] for port (c118c686-cebb-4d88-af71-eb84d899d1c4), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:41.056539 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf41a3-bcb0-4470-ac75-92f647576648 req-9eeeca5b-4274-4dad-bf0d-589a6ba8ced0 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:41.063951 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a6cf41a3-bcb0-4470-ac75-92f647576648 req-9eeeca5b-4274-4dad-bf0d-589a6ba8ced0 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.1049089 May 10 05:37:41.066219 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-eece1bfe-e158-4829-92be-07e1084fcaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'name': 'tempest-TestMinimumBasicScenario-253532844-router', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '1cac9bfd-631d-4bdf-8c76-098b63aaca9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:37:36Z', 'updated_at': '2022-05-10T05:37:38Z', 'revision_number': 3, 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'gw_port': {'id': '1cac9bfd-631d-4bdf-8c76-098b63aaca9c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:36Z', 'updated_at': '2022-05-10T05:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:37:41.098001 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25718adc-ebeb-45e1-a55f-0ac38c87314c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (c118c686-cebb-4d88-af71-eb84d899d1c4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:41.104600 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eece1bfe-e158-4829-92be-07e1084fcaf0 None None] The sync data for ids ['5df6ffbc-a4ba-43e2-ab7a-848057f492e3'] in dv-cinder-836996-16-iscsi is: [{'id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'name': 'tempest-TestMinimumBasicScenario-253532844-router', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '1cac9bfd-631d-4bdf-8c76-098b63aaca9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:37:36Z', 'updated_at': '2022-05-10T05:37:38Z', 'revision_number': 3, 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'gw_port': {'id': '1cac9bfd-631d-4bdf-8c76-098b63aaca9c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:36Z', 'updated_at': '2022-05-10T05:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:37:41.112411 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e0588f8-5eff-42cd-b5a1-4fbbed2d1c6e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:41.178705 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25718adc-ebeb-45e1-a55f-0ac38c87314c admin admin] Network 2e1af6cc-bc8b-4bea-9455-7e30dde9457e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:37:41.180136 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25718adc-ebeb-45e1-a55f-0ac38c87314c admin admin] Pushing event updated for resources: {'Port': ['ID=c118c686-cebb-4d88-af71-eb84d899d1c4,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:41.183135 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-25718adc-ebeb-45e1-a55f-0ac38c87314c admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:37:41.196639 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25718adc-ebeb-45e1-a55f-0ac38c87314c admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:37:41.242061 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e0588f8-5eff-42cd-b5a1-4fbbed2d1c6e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:41.247551 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25718adc-ebeb-45e1-a55f-0ac38c87314c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410973'] for router_interface (5df6ffbc-a4ba-43e2-ab7a-848057f492e3), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:41.250028 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a6cf41a3-bcb0-4470-ac75-92f647576648 req-f64ec142-b37c-4de4-9a59-636fb561c3e4 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851695 May 10 05:37:41.485996 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-0e0588f8-5eff-42cd-b5a1-4fbbed2d1c6e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Allocated IP 172.27.0.199 (87bc626b-a764-429e-8d11-cdbbe513fac5/76823629-1df9-4cfd-a8c3-1d6cce6b2ea9/cd2c2174-4ca4-4ee7-9dfd-cc7bbfbb3473) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:37:41.558547 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25718adc-ebeb-45e1-a55f-0ac38c87314c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (c118c686-cebb-4d88-af71-eb84d899d1c4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:41.654486 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-0125d576-468b-4720-815f-da55ed3f364f None None] Provisioning complete for port c118c686-cebb-4d88-af71-eb84d899d1c4 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:41.655079 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0125d576-468b-4720-815f-da55ed3f364f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (c118c686-cebb-4d88-af71-eb84d899d1c4), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:41.815429 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-0125d576-468b-4720-815f-da55ed3f364f None None] Port c118c686-cebb-4d88-af71-eb84d899d1c4 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:37:41.873560 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25718adc-ebeb-45e1-a55f-0ac38c87314c admin admin] Publish callbacks [] for port (c118c686-cebb-4d88-af71-eb84d899d1c4), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:41.886210 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25718adc-ebeb-45e1-a55f-0ac38c87314c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851357'] for port (c118c686-cebb-4d88-af71-eb84d899d1c4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:41.887021 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa53ae-7403-4e48-b03b-3574a17fa036 req-5c5333aa-95f8-4d05-9d1c-e00d2e0e05ff tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:41.897564 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f1fa53ae-7403-4e48-b03b-3574a17fa036 req-5c5333aa-95f8-4d05-9d1c-e00d2e0e05ff tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.1387439 May 10 05:37:41.963976 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25718adc-ebeb-45e1-a55f-0ac38c87314c admin admin] Pushing event updated for resources: {'Port': ['ID=c118c686-cebb-4d88-af71-eb84d899d1c4,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:41.966860 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25718adc-ebeb-45e1-a55f-0ac38c87314c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-483931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409952'] for router_interface (5df6ffbc-a4ba-43e2-ab7a-848057f492e3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:41.980358 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3586f-987b-43f1-a08c-0360e9d624f7 req-21a78f82-5497-4c2d-b70e-6dfbe9ebf277 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:41.982203 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-93f3586f-987b-43f1-a08c-0360e9d624f7 req-21a78f82-5497-4c2d-b70e-6dfbe9ebf277 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 944 time: 0.2284157 May 10 05:37:42.017033 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e0588f8-5eff-42cd-b5a1-4fbbed2d1c6e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks [] for port (cd2c2174-4ca4-4ee7-9dfd-cc7bbfbb3473), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:42.055171 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f1fa53ae-7403-4e48-b03b-3574a17fa036 req-aaf4418b-7938-4e69-b66a-452afb4798a0 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567233 May 10 05:37:42.113598 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25718adc-ebeb-45e1-a55f-0ac38c87314c admin admin] Network 2e1af6cc-bc8b-4bea-9455-7e30dde9457e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:37:42.115198 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-25718adc-ebeb-45e1-a55f-0ac38c87314c admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:37:42.125175 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-93f3586f-987b-43f1-a08c-0360e9d624f7 req-88994c35-f382-4eff-880c-7a9e6bd68ad0 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113479 May 10 05:37:42.137333 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e0588f8-5eff-42cd-b5a1-4fbbed2d1c6e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (cd2c2174-4ca4-4ee7-9dfd-cc7bbfbb3473), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:42.188508 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0588f8-5eff-42cd-b5a1-4fbbed2d1c6e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Pushing event updated for resources: {'Port': ['ID=cd2c2174-4ca4-4ee7-9dfd-cc7bbfbb3473,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:42.196897 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0588f8-5eff-42cd-b5a1-4fbbed2d1c6e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Network 87bc626b-a764-429e-8d11-cdbbe513fac5 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:37:42.198420 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-0e0588f8-5eff-42cd-b5a1-4fbbed2d1c6e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:37:42.201426 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0588f8-5eff-42cd-b5a1-4fbbed2d1c6e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:37:42.264477 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e0588f8-5eff-42cd-b5a1-4fbbed2d1c6e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks [] for floatingip (0a463f67-5c4b-45a8-b217-bd22fe047429), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:42.323232 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25718adc-ebeb-45e1-a55f-0ac38c87314c admin admin] Router 5df6ffbc-a4ba-43e2-ab7a-848057f492e3 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:37:42.341998 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e0588f8-5eff-42cd-b5a1-4fbbed2d1c6e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (cd2c2174-4ca4-4ee7-9dfd-cc7bbfbb3473), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:42.450857 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-03335f82-0149-4568-8c15-0a227babcc2f None None] Provisioning complete for port c118c686-cebb-4d88-af71-eb84d899d1c4 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:42.451392 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-03335f82-0149-4568-8c15-0a227babcc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (c118c686-cebb-4d88-af71-eb84d899d1c4), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:42.483410 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d224f0-41b3-4a05-8252-7336fb3ffd6f req-6a7b77a8-14d4-41ab-81b4-9bfdb708186f tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:42.491961 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e0d224f0-41b3-4a05-8252-7336fb3ffd6f req-6a7b77a8-14d4-41ab-81b4-9bfdb708186f tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.0998635 May 10 05:37:42.528613 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25718adc-ebeb-45e1-a55f-0ac38c87314c admin admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:37:42.546289 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-03335f82-0149-4568-8c15-0a227babcc2f None None] Port c118c686-cebb-4d88-af71-eb84d899d1c4 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:37:42.549765 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-25718adc-ebeb-45e1-a55f-0ac38c87314c admin admin] 10.222.0.23 "PUT /v2.0/routers/5df6ffbc-a4ba-43e2-ab7a-848057f492e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9589064 May 10 05:37:42.584390 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e0d224f0-41b3-4a05-8252-7336fb3ffd6f req-a5e6da72-a8fb-4c49-9599-11d12c9ba475 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912004 May 10 05:37:42.708990 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e0588f8-5eff-42cd-b5a1-4fbbed2d1c6e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks [] for port (cd2c2174-4ca4-4ee7-9dfd-cc7bbfbb3473), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:42.715015 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e0588f8-5eff-42cd-b5a1-4fbbed2d1c6e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (cd2c2174-4ca4-4ee7-9dfd-cc7bbfbb3473), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:42.751394 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e0588f8-5eff-42cd-b5a1-4fbbed2d1c6e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (0a463f67-5c4b-45a8-b217-bd22fe047429), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:42.775381 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0588f8-5eff-42cd-b5a1-4fbbed2d1c6e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Pushing event updated for resources: {'Port': ['ID=cd2c2174-4ca4-4ee7-9dfd-cc7bbfbb3473,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:42.780099 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e0588f8-5eff-42cd-b5a1-4fbbed2d1c6e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:42.781555 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-0e0588f8-5eff-42cd-b5a1-4fbbed2d1c6e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7489617 May 10 05:37:43.052256 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-25b0c654-ad39-48c4-85ec-91e7ef3ad8f7 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1205582503&fields=id&tenant_id=5655a11bb4d94e7fb7186eb1bec105cb HTTP/1.1" status: 200 len: 267 time: 0.0661571 May 10 05:37:43.240065 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-01e5488c-efff-42e9-a85e-65f0a2e6f327 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:43.244091 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-01e5488c-efff-42e9-a85e-65f0a2e6f327 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/networks?id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 HTTP/1.1" status: 200 len: 818 time: 0.1909482 May 10 05:37:43.275555 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387830da-8364-43ae-8bc9-6c420b740e76 req-03a82b1e-094e-43b9-9dcf-4d152323b872 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:43.282105 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-387830da-8364-43ae-8bc9-6c420b740e76 req-03a82b1e-094e-43b9-9dcf-4d152323b872 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.0903366 May 10 05:37:43.301483 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-3bc1b7d8-6bdf-4c16-8e72-09726c418165 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/quotas/5655a11bb4d94e7fb7186eb1bec105cb HTTP/1.1" status: 200 len: 375 time: 0.0194073 May 10 05:37:43.312441 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 1cac9bfd-631d-4bdf-8c76-098b63aaca9c up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:37:43.365192 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 50072) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:37:43.374488 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-4f606a80-ac18-4c1c-9ff9-d0d3a5e7d0e2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1014064537-network', 'tenant_id': 'ca8030ffa56d425b8386c2aa2d96c1b1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:37:43.381181 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-387830da-8364-43ae-8bc9-6c420b740e76 req-b1dbfc8b-92bc-41e4-ad46-cdc07a0aa63e tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883896 May 10 05:37:43.423442 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-e7d76070-cb8e-4a44-99f0-1f89810e2558 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5655a11bb4d94e7fb7186eb1bec105cb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1124015 May 10 05:37:43.423827 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port 1cac9bfd-631d-4bdf-8c76-098b63aaca9c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:43.424411 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (1cac9bfd-631d-4bdf-8c76-098b63aaca9c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:43.424793 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f606a80-ac18-4c1c-9ff9-d0d3a5e7d0e2 admin admin] Made reservation on behalf of ca8030ffa56d425b8386c2aa2d96c1b1 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:37:43.428809 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f606a80-ac18-4c1c-9ff9-d0d3a5e7d0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:43.442338 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f606a80-ac18-4c1c-9ff9-d0d3a5e7d0e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:43.586676 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f606a80-ac18-4c1c-9ff9-d0d3a5e7d0e2 admin admin] Publish callbacks [] for security_group (00dfa38e-a6a2-46c0-a3a8-a91a910627c3), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:43.595875 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8782-2164-44f2-9afc-a009b986bc60 req-f7f5ec15-0dd0-44eb-96b3-163db4c8f820 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:43.598158 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f606a80-ac18-4c1c-9ff9-d0d3a5e7d0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (00dfa38e-a6a2-46c0-a3a8-a91a910627c3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:43.603852 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-969c8782-2164-44f2-9afc-a009b986bc60 req-f7f5ec15-0dd0-44eb-96b3-163db4c8f820 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 944 time: 0.1203239 May 10 05:37:43.612221 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port 1cac9bfd-631d-4bdf-8c76-098b63aaca9c is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:37:43.613209 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (1cac9bfd-631d-4bdf-8c76-098b63aaca9c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:43.638246 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f606a80-ac18-4c1c-9ff9-d0d3a5e7d0e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 05:37:43.656800 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] For port 1cac9bfd-631d-4bdf-8c76-098b63aaca9c, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=1cac9bfd-631d-4bdf-8c76-098b63aaca9c,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:37:43.661553 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6268a52-308b-4eea-bd43-3ac5a7ef0bfe None None] Sync routers for ids ['5df6ffbc-a4ba-43e2-ab7a-848057f492e3'] in dv-cinder-836996-16-iscsi {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:37:43.665694 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (1cac9bfd-631d-4bdf-8c76-098b63aaca9c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:43.693259 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-969c8782-2164-44f2-9afc-a009b986bc60 req-c1e05cf4-d532-46c6-95a4-2f78fd7ba983 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884840 May 10 05:37:43.704625 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f606a80-ac18-4c1c-9ff9-d0d3a5e7d0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (cef738d0-4b2c-4969-a1a7-8ad1da89b952), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:43.705117 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.db.segments_db [None req-4f606a80-ac18-4c1c-9ff9-d0d3a5e7d0e2 admin admin] Added segment cef738d0-4b2c-4969-a1a7-8ad1da89b952 of type vlan for network 1fa3cdee-fba1-424e-a4c1-ff745d19c8d8 May 10 05:37:43.719494 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-7d816f49-a829-4d85-a282-a9b66fb93c90 service neutron] 10.222.0.23 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821298 May 10 05:37:43.762675 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6268a52-308b-4eea-bd43-3ac5a7ef0bfe None None] Routers {'5df6ffbc-a4ba-43e2-ab7a-848057f492e3'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:37:43.763810 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d6268a52-308b-4eea-bd43-3ac5a7ef0bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:37:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['5df6ffbc-a4ba-43e2-ab7a-848057f492e3'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:37:43.788007 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f606a80-ac18-4c1c-9ff9-d0d3a5e7d0e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215042991'] for network (1fa3cdee-fba1-424e-a4c1-ff745d19c8d8), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:43.815719 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f606a80-ac18-4c1c-9ff9-d0d3a5e7d0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00dfa38e-a6a2-46c0-a3a8-a91a910627c3,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:43.871633 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f606a80-ac18-4c1c-9ff9-d0d3a5e7d0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for network (1fa3cdee-fba1-424e-a4c1-ff745d19c8d8), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:43.874363 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f606a80-ac18-4c1c-9ff9-d0d3a5e7d0e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:43.875277 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f606a80-ac18-4c1c-9ff9-d0d3a5e7d0e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:43.879705 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee4373-4c13-4a58-9a14-c1a07957c2e1 req-f85c4e13-7eca-4860-ac77-26e79fff65e1 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:43.881191 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-24ee4373-4c13-4a58-9a14-c1a07957c2e1 req-f85c4e13-7eca-4860-ac77-26e79fff65e1 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.0659573 May 10 05:37:43.917809 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-244d1330-afb9-494c-a38f-09370209c743 service neutron] 10.222.0.23 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973610 May 10 05:37:43.950395 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-d6268a52-308b-4eea-bd43-3ac5a7ef0bfe None None] Set router 5df6ffbc-a4ba-43e2-ab7a-848057f492e3 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:37:43.958927 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f606a80-ac18-4c1c-9ff9-d0d3a5e7d0e2 admin admin] Pushing event updated for resources: {'Network': ['ID=1fa3cdee-fba1-424e-a4c1-ff745d19c8d8,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:43.978385 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-24ee4373-4c13-4a58-9a14-c1a07957c2e1 req-109dc4fa-27b4-431e-a92d-0235549269fe tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893271 May 10 05:37:44.020047 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 50076) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:37:44.022405 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-4f606a80-ac18-4c1c-9ff9-d0d3a5e7d0e2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6554439 May 10 05:37:44.034959 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-d2c9d6f6-3488-4750-8dcb-15b54020206f admin admin] Request body: {'subnet': {'network_id': '1fa3cdee-fba1-424e-a4c1-ff745d19c8d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1014064537-subnet', 'tenant_id': 'ca8030ffa56d425b8386c2aa2d96c1b1', 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:37:44.067366 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c9d6f6-3488-4750-8dcb-15b54020206f admin admin] Made reservation on behalf of ca8030ffa56d425b8386c2aa2d96c1b1 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:37:44.071094 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d2c9d6f6-3488-4750-8dcb-15b54020206f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:44.120049 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Network 1fa3cdee-fba1-424e-a4c1-ff745d19c8d8 details requested by agent ovs-agent-dv-cinder-836996-16-iscsi with host dv-cinder-836996-16-iscsi {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 05:37:44.125815 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Pushing event updated for resources: {'Port': ['ID=1cac9bfd-631d-4bdf-8c76-098b63aaca9c,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:44.264317 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f0d3ccea-c13e-462e-98fe-bbe6a96b6f40 req-c39ce162-f497-4dfa-b89c-44949b0ba9ce tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 210 time: 0.0591748 May 10 05:37:44.267237 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device dffd03e0-fe9d-43a2-b37f-2a79995814fe details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 05:37:44.443121 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d2c9d6f6-3488-4750-8dcb-15b54020206f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for subnet (b8fb1b9c-d716-4ec1-8d27-2bca8d6e770c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:44.599946 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d6268a52-308b-4eea-bd43-3ac5a7ef0bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'name': 'tempest-TestMinimumBasicScenario-253532844-router', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '1cac9bfd-631d-4bdf-8c76-098b63aaca9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:37:36Z', 'updated_at': '2022-05-10T05:37:41Z', 'revision_number': 4, 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'gw_port': {'id': '1cac9bfd-631d-4bdf-8c76-098b63aaca9c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:36Z', 'updated_at': '2022-05-10T05:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'c118c686-cebb-4d88-af71-eb84d899d1c4', 'name': '', 'network_id': '2e1af6cc-bc8b-4bea-9455-7e30dde9457e', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25', 'mac_address': 'fa:16:3e:57:6f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f2160d0e-5c73-40be-9a30-e6aa8b603d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:40Z', 'updated_at': '2022-05-10T05:37:41Z', 'revision_number': 2, 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'subnets': [{'id': 'f2160d0e-5c73-40be-9a30-e6aa8b603d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:37:44.638173 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6268a52-308b-4eea-bd43-3ac5a7ef0bfe None None] Checking router: 5df6ffbc-a4ba-43e2-ab7a-848057f492e3 for host: dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:37:44.638530 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6268a52-308b-4eea-bd43-3ac5a7ef0bfe None None] Updating router 5df6ffbc-a4ba-43e2-ab7a-848057f492e3 port c118c686-cebb-4d88-af71-eb84d899d1c4 binding host dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 05:37:44.667040 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port dffd03e0-fe9d-43a2-b37f-2a79995814fe, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=dffd03e0-fe9d-43a2-b37f-2a79995814fe,segment=NetworkSegment(bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c),segment_id=bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:37:44.687003 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Returning: {'device': 'dffd03e0-fe9d-43a2-b37f-2a79995814fe', 'network_id': '918d9451-3907-4334-86c4-66c71dca6bc6', 'port_id': 'dffd03e0-fe9d-43a2-b37f-2a79995814fe', 'mac_address': 'fa:16:3e:e8:92:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2a5834-958c-4d83-942b-6f1d18dc1c56', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 05:37:44.692669 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d6268a52-308b-4eea-bd43-3ac5a7ef0bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (c118c686-cebb-4d88-af71-eb84d899d1c4), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:44.741948 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port dffd03e0-fe9d-43a2-b37f-2a79995814fe is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:37:44.742337 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (dffd03e0-fe9d-43a2-b37f-2a79995814fe), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:44.766518 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dffd03e0-fe9d-43a2-b37f-2a79995814fe {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:37:44.820413 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port dffd03e0-fe9d-43a2-b37f-2a79995814fe, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=dffd03e0-fe9d-43a2-b37f-2a79995814fe,segment=NetworkSegment(bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c),segment_id=bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:37:44.838111 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (dffd03e0-fe9d-43a2-b37f-2a79995814fe), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:44.896668 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9d6f6-3488-4750-8dcb-15b54020206f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8fb1b9c-d716-4ec1-8d27-2bca8d6e770c,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:44.932127 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c9d6f6-3488-4750-8dcb-15b54020206f admin admin] Checking segment: {'id': 'cef738d0-4b2c-4969-a1a7-8ad1da89b952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1fa3cdee-fba1-424e-a4c1-ff745d19c8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:37:44.932566 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c9d6f6-3488-4750-8dcb-15b54020206f admin admin] Network hostable DHCP agents. Network: 1fa3cdee-fba1-424e-a4c1-ff745d19c8d8, hostable agents: ['80185445-a40d-4750-a48c-216d3708fc1f'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 05:37:44.940248 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380907d8-4ef9-4b9f-bf10-c848cd65d89c req-fb36df99-3423-4594-a5b9-a8c8c0015704 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:44.947253 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-380907d8-4ef9-4b9f-bf10-c848cd65d89c req-fb36df99-3423-4594-a5b9-a8c8c0015704 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.4173768 May 10 05:37:44.979173 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=dffd03e0-fe9d-43a2-b37f-2a79995814fe,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:44.983345 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234fed8-10f1-4456-9662-50a4bff22822 req-722f2304-48c7-4050-9490-9d257e0800cd tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:44.985672 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6234fed8-10f1-4456-9662-50a4bff22822 req-722f2304-48c7-4050-9490-9d257e0800cd tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 945 time: 0.1373408 May 10 05:37:45.025421 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c9d6f6-3488-4750-8dcb-15b54020206f admin admin] Network 1fa3cdee-fba1-424e-a4c1-ff745d19c8d8 is scheduled to be hosted by DHCP agent 80185445-a40d-4750-a48c-216d3708fc1f with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 05:37:45.103943 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-d2c9d6f6-3488-4750-8dcb-15b54020206f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-16-iscsi, 1fa3cdee-fba1-424e-a4c1-ff745d19c8d8) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:37:45.109403 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c9d6f6-3488-4750-8dcb-15b54020206f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:45.110420 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d2c9d6f6-3488-4750-8dcb-15b54020206f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:45.118504 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044d3559-7d88-4ba8-b823-2228ca0be857 None None] Network 1fa3cdee-fba1-424e-a4c1-ff745d19c8d8 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:37:45.136620 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-380907d8-4ef9-4b9f-bf10-c848cd65d89c req-e53747f5-4542-43e3-9378-cc7757b54981 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886864 May 10 05:37:45.146004 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-d2c9d6f6-3488-4750-8dcb-15b54020206f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1139984 May 10 05:37:45.147835 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 50094) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:37:45.151064 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6234fed8-10f1-4456-9662-50a4bff22822 req-fc3f8156-c109-4d0c-bfbd-4a660f2ac173 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560860 May 10 05:37:45.158253 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-07f07a17-7122-4c98-9a4c-d2ad29f51dd9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1014064537-router', 'tenant_id': 'ca8030ffa56d425b8386c2aa2d96c1b1', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:37:45.203630 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07f07a17-7122-4c98-9a4c-d2ad29f51dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1813'] for router (e655bde3-d809-425e-8ce6-f2366cc0e9f1), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:45.206014 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07f07a17-7122-4c98-9a4c-d2ad29f51dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router (e655bde3-d809-425e-8ce6-f2366cc0e9f1), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:45.268750 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07f07a17-7122-4c98-9a4c-d2ad29f51dd9 admin admin] Publish callbacks [] for router_controller (e655bde3-d809-425e-8ce6-f2366cc0e9f1), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:45.270585 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['dffd03e0-fe9d-43a2-b37f-2a79995814fe'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:37:45.318523 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6933f9-4e0b-4540-abb4-ebe1c32cac62 req-c417c7e1-3678-4acd-8053-6f3e550b04ba tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:45.320149 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2e6933f9-4e0b-4540-abb4-ebe1c32cac62 req-c417c7e1-3678-4acd-8053-6f3e550b04ba tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.1058519 May 10 05:37:45.348725 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 1cac9bfd-631d-4bdf-8c76-098b63aaca9c up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:37:45.413019 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-854c6366-8be4-4bad-a106-dfa48d753e6c req-a2f7fc4f-f225-496a-9c3a-1d7e92415fa0 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 210 time: 0.0362425 May 10 05:37:45.415407 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d6268a52-308b-4eea-bd43-3ac5a7ef0bfe None None] Publish callbacks [] for port (c118c686-cebb-4d88-af71-eb84d899d1c4), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:45.434572 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2e6933f9-4e0b-4540-abb4-ebe1c32cac62 req-9d744452-cfc3-47bf-98e4-44868bd7ed97 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067884 May 10 05:37:45.444980 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d6268a52-308b-4eea-bd43-3ac5a7ef0bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (c118c686-cebb-4d88-af71-eb84d899d1c4), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:45.485124 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07f07a17-7122-4c98-9a4c-d2ad29f51dd9 admin admin] Publish callbacks [] for router_gateway (e655bde3-d809-425e-8ce6-f2366cc0e9f1), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:45.564021 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4106f7-d739-440d-8a27-3ad6c071f348 None None] Pushing event updated for resources: {'Port': ['ID=c118c686-cebb-4d88-af71-eb84d899d1c4,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:45.572967 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port 1cac9bfd-631d-4bdf-8c76-098b63aaca9c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:45.573403 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (1cac9bfd-631d-4bdf-8c76-098b63aaca9c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:45.616930 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6a8780-f08c-45b1-b36b-6d9d5926af8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77a1f43e-83cf-5f9e-974f-aeeb96f1245d-1fa3cdee-fba1-424e-a4c1-ff745d19c8d8', 'network_id': '1fa3cdee-fba1-424e-a4c1-ff745d19c8d8', 'project_id': 'ca8030ffa56d425b8386c2aa2d96c1b1', 'fixed_ips': [{'subnet_id': 'b8fb1b9c-d716-4ec1-8d27-2bca8d6e770c'}]}} from dv-cinder-836996-16-iscsi. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 05:37:45.616930 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8780-f08c-45b1-b36b-6d9d5926af8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:45.695689 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-c83ddbc2-5a1e-4401-ae9c-126e5b3d4fd1 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:45.697141 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-c83ddbc2-5a1e-4401-ae9c-126e5b3d4fd1 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.50 "GET /v2.0/networks?id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 HTTP/1.1" status: 200 len: 818 time: 0.1986833 May 10 05:37:45.801614 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07f07a17-7122-4c98-9a4c-d2ad29f51dd9 admin admin] Publish callbacks [] for router_gateway (e655bde3-d809-425e-8ce6-f2366cc0e9f1), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:45.819356 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-d6268a52-308b-4eea-bd43-3ac5a7ef0bfe None None] Attempting to bind port c118c686-cebb-4d88-af71-eb84d899d1c4 on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:37:45.821035 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-d6268a52-308b-4eea-bd43-3ac5a7ef0bfe None None] Attempting to bind port c118c686-cebb-4d88-af71-eb84d899d1c4 by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': '729ed3d9-f813-4b32-a899-88741e632187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2e1af6cc-bc8b-4bea-9455-7e30dde9457e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:37:45.821467 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6268a52-308b-4eea-bd43-3ac5a7ef0bfe None None] Attempting to bind port c118c686-cebb-4d88-af71-eb84d899d1c4 on network 2e1af6cc-bc8b-4bea-9455-7e30dde9457e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:37:45.828489 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-9d8245c9-b5f1-460f-8804-e8a8e5342e1e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5655a11bb4d94e7fb7186eb1bec105cb HTTP/1.1" status: 200 len: 380 time: 0.1127071 May 10 05:37:45.832818 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07f07a17-7122-4c98-9a4c-d2ad29f51dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:45.841904 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-4caea8a8-ab4e-4a71-a3db-9bf8cff38eec tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Request body: {'port': {'device_id': '91c56cf7-b80b-4f65-b862-92681647b6ba', 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7', 'admin_state_up': True, 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'security_groups': ['21777519-a62f-4586-9d41-59e94aeded66']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:37:45.884391 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6268a52-308b-4eea-bd43-3ac5a7ef0bfe None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:37:45.884983 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6268a52-308b-4eea-bd43-3ac5a7ef0bfe None None] Checking segment: {'id': '729ed3d9-f813-4b32-a899-88741e632187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2e1af6cc-bc8b-4bea-9455-7e30dde9457e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:37:45.885344 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d6268a52-308b-4eea-bd43-3ac5a7ef0bfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:45.885835 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6268a52-308b-4eea-bd43-3ac5a7ef0bfe None None] Bound using segment: {'id': '729ed3d9-f813-4b32-a899-88741e632187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2e1af6cc-bc8b-4bea-9455-7e30dde9457e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:37:45.886380 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-d6268a52-308b-4eea-bd43-3ac5a7ef0bfe None None] Bound port: c118c686-cebb-4d88-af71-eb84d899d1c4, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '729ed3d9-f813-4b32-a899-88741e632187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2e1af6cc-bc8b-4bea-9455-7e30dde9457e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:37:45.886894 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d6268a52-308b-4eea-bd43-3ac5a7ef0bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (c118c686-cebb-4d88-af71-eb84d899d1c4), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:46.003023 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a2b15521-b112-440c-ab67-ccc2bfd768d3 None None] Provisioning complete for port c118c686-cebb-4d88-af71-eb84d899d1c4 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:46.003404 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a2b15521-b112-440c-ab67-ccc2bfd768d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (c118c686-cebb-4d88-af71-eb84d899d1c4), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:46.014300 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port 1cac9bfd-631d-4bdf-8c76-098b63aaca9c is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:37:46.033213 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-07f07a17-7122-4c98-9a4c-d2ad29f51dd9 admin admin] Allocated IP 172.27.0.209 (87bc626b-a764-429e-8d11-cdbbe513fac5/76823629-1df9-4cfd-a8c3-1d6cce6b2ea9/6042947f-ab41-4fd9-a745-b4e764419556) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:37:46.059400 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-4caea8a8-ab4e-4a71-a3db-9bf8cff38eec tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Made reservation on behalf of 5655a11bb4d94e7fb7186eb1bec105cb for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:37:46.065161 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-4caea8a8-ab4e-4a71-a3db-9bf8cff38eec tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:46.130780 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-1f6a8780-f08c-45b1-b36b-6d9d5926af8f None None] Allocated IP 172.20.0.2 (1fa3cdee-fba1-424e-a4c1-ff745d19c8d8/b8fb1b9c-d716-4ec1-8d27-2bca8d6e770c/27111dfe-64c4-4928-ad39-1a66c914d4a8) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:37:46.157044 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a2b15521-b112-440c-ab67-ccc2bfd768d3 None None] Port c118c686-cebb-4d88-af71-eb84d899d1c4 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:37:46.177607 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d6268a52-308b-4eea-bd43-3ac5a7ef0bfe None None] For port c118c686-cebb-4d88-af71-eb84d899d1c4, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:37:46.210166 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d6268a52-308b-4eea-bd43-3ac5a7ef0bfe None None] For port c118c686-cebb-4d88-af71-eb84d899d1c4, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=c118c686-cebb-4d88-af71-eb84d899d1c4,segment=NetworkSegment(729ed3d9-f813-4b32-a899-88741e632187),segment_id=729ed3d9-f813-4b32-a899-88741e632187)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:37:46.260943 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07f07a17-7122-4c98-9a4c-d2ad29f51dd9 admin admin] Publish callbacks [] for port (6042947f-ab41-4fd9-a745-b4e764419556), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:46.302043 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d6268a52-308b-4eea-bd43-3ac5a7ef0bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (c118c686-cebb-4d88-af71-eb84d899d1c4), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:46.315448 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07f07a17-7122-4c98-9a4c-d2ad29f51dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (6042947f-ab41-4fd9-a745-b4e764419556), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:46.367597 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-4caea8a8-ab4e-4a71-a3db-9bf8cff38eec tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Allocated IP 172.20.0.5 (5d671de9-b99f-4d0f-8ce6-d44065c4ccc7/5cda1426-dd5e-4474-b1b8-e2dd037a4f93/3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:37:46.388903 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f07a17-7122-4c98-9a4c-d2ad29f51dd9 admin admin] Pushing event updated for resources: {'Port': ['ID=6042947f-ab41-4fd9-a745-b4e764419556,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:46.403599 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91ce69-0710-487d-8e3c-c22cb01124ca req-f9fe6432-e7b1-4361-abbb-dcc3bb8462ea tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:46.405331 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ad91ce69-0710-487d-8e3c-c22cb01124ca req-f9fe6432-e7b1-4361-abbb-dcc3bb8462ea tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 945 time: 0.1198900 May 10 05:37:46.413144 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710def9-50fd-4205-949f-65d8e7eb341e req-c9b0239e-67c9-4744-9cc3-e3e6c48882fe tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:46.419426 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f07a17-7122-4c98-9a4c-d2ad29f51dd9 admin admin] Network 87bc626b-a764-429e-8d11-cdbbe513fac5 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:37:46.425873 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f710def9-50fd-4205-949f-65d8e7eb341e req-c9b0239e-67c9-4744-9cc3-e3e6c48882fe tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.1449249 May 10 05:37:46.427246 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-07f07a17-7122-4c98-9a4c-d2ad29f51dd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:37:46.450493 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f07a17-7122-4c98-9a4c-d2ad29f51dd9 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:37:46.469228 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6268a52-308b-4eea-bd43-3ac5a7ef0bfe None None] Routers {'5df6ffbc-a4ba-43e2-ab7a-848057f492e3'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:37:46.470953 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d6268a52-308b-4eea-bd43-3ac5a7ef0bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:37:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['5df6ffbc-a4ba-43e2-ab7a-848057f492e3'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:37:46.485304 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4106f7-d739-440d-8a27-3ad6c071f348 None None] Pushing event updated for resources: {'Port': ['ID=c118c686-cebb-4d88-af71-eb84d899d1c4,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:46.630012 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f710def9-50fd-4205-949f-65d8e7eb341e req-e409c971-a2c7-41b1-8bca-56548e380eae tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031598 May 10 05:37:46.650298 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ad91ce69-0710-487d-8e3c-c22cb01124ca req-0498c8fb-8f71-4cc7-bd63-e5aae61b588a tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156601 May 10 05:37:46.733034 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-d6268a52-308b-4eea-bd43-3ac5a7ef0bfe None None] Set router 5df6ffbc-a4ba-43e2-ab7a-848057f492e3 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:37:46.791464 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8780-f08c-45b1-b36b-6d9d5926af8f None None] Publish callbacks [] for port (27111dfe-64c4-4928-ad39-1a66c914d4a8), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:46.833247 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4233d1b2-3c22-48be-8126-c73983bc758c req-21862707-289b-4869-90b4-377c0f4b9de4 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 210 time: 0.0828853 May 10 05:37:46.854648 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-4caea8a8-ab4e-4a71-a3db-9bf8cff38eec tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks [] for port (3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:46.867431 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878dbac-6f25-4db6-92e0-23ffae5e92d8 req-72e71f70-b3d3-4547-a820-742924ee46ae tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:46.869384 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c878dbac-6f25-4db6-92e0-23ffae5e92d8 req-72e71f70-b3d3-4547-a820-742924ee46ae tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.0915077 May 10 05:37:46.927133 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-4caea8a8-ab4e-4a71-a3db-9bf8cff38eec tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:47.009127 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07f07a17-7122-4c98-9a4c-d2ad29f51dd9 admin admin] Publish callbacks [] for router_gateway (e655bde3-d809-425e-8ce6-f2366cc0e9f1), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:47.014089 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c878dbac-6f25-4db6-92e0-23ffae5e92d8 req-f7db8def-5a29-47b7-b220-f93ca02fadb4 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356339 May 10 05:37:47.032543 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-4caea8a8-ab4e-4a71-a3db-9bf8cff38eec tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Network 5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:37:47.036169 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-4caea8a8-ab4e-4a71-a3db-9bf8cff38eec tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:37:47.038967 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-4caea8a8-ab4e-4a71-a3db-9bf8cff38eec tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:37:47.045670 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-4caea8a8-ab4e-4a71-a3db-9bf8cff38eec tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:47.046487 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-4caea8a8-ab4e-4a71-a3db-9bf8cff38eec tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:47.068706 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-4caea8a8-ab4e-4a71-a3db-9bf8cff38eec tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2345660 May 10 05:37:47.082991 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-85f3fe2b-79a4-4205-b1b8-56f24f3be712 None None] Provisioning complete for port c118c686-cebb-4d88-af71-eb84d899d1c4 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:47.083364 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-85f3fe2b-79a4-4205-b1b8-56f24f3be712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (c118c686-cebb-4d88-af71-eb84d899d1c4), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:47.091489 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-36496710-e92d-495f-ae7c-5db82857b971 service neutron] Request body: {'port': {'device_id': '91c56cf7-b80b-4f65-b862-92681647b6ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:37:47.206239 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d6268a52-308b-4eea-bd43-3ac5a7ef0bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'name': 'tempest-TestMinimumBasicScenario-253532844-router', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '1cac9bfd-631d-4bdf-8c76-098b63aaca9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:37:36Z', 'updated_at': '2022-05-10T05:37:41Z', 'revision_number': 4, 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'gw_port': {'id': '1cac9bfd-631d-4bdf-8c76-098b63aaca9c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:36Z', 'updated_at': '2022-05-10T05:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'c118c686-cebb-4d88-af71-eb84d899d1c4', 'name': '', 'network_id': '2e1af6cc-bc8b-4bea-9455-7e30dde9457e', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25', 'mac_address': 'fa:16:3e:57:6f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f2160d0e-5c73-40be-9a30-e6aa8b603d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:40Z', 'updated_at': '2022-05-10T05:37:46Z', 'revision_number': 4, 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'subnets': [{'id': 'f2160d0e-5c73-40be-9a30-e6aa8b603d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:37:47.332132 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8780-f08c-45b1-b36b-6d9d5926af8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (27111dfe-64c4-4928-ad39-1a66c914d4a8), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:47.344577 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caea8a8-ab4e-4a71-a3db-9bf8cff38eec tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Pushing event updated for resources: {'Port': ['ID=3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:47.359460 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-36496710-e92d-495f-ae7c-5db82857b971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:47.385069 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6268a52-308b-4eea-bd43-3ac5a7ef0bfe None None] The sync data for ids ['5df6ffbc-a4ba-43e2-ab7a-848057f492e3'] in dv-cinder-836996-16-iscsi is: [{'id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'name': 'tempest-TestMinimumBasicScenario-253532844-router', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '1cac9bfd-631d-4bdf-8c76-098b63aaca9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:37:36Z', 'updated_at': '2022-05-10T05:37:41Z', 'revision_number': 4, 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'gw_port': {'id': '1cac9bfd-631d-4bdf-8c76-098b63aaca9c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:36Z', 'updated_at': '2022-05-10T05:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'c118c686-cebb-4d88-af71-eb84d899d1c4', 'name': '', 'network_id': '2e1af6cc-bc8b-4bea-9455-7e30dde9457e', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25', 'mac_address': 'fa:16:3e:57:6f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f2160d0e-5c73-40be-9a30-e6aa8b603d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:40Z', 'updated_at': '2022-05-10T05:37:46Z', 'revision_number': 4, 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'subnets': [{'id': 'f2160d0e-5c73-40be-9a30-e6aa8b603d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:37:47.470255 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6a8780-f08c-45b1-b36b-6d9d5926af8f None None] Network 1fa3cdee-fba1-424e-a4c1-ff745d19c8d8 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:37:47.481014 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07f07a17-7122-4c98-9a4c-d2ad29f51dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423434'] for router (e655bde3-d809-425e-8ce6-f2366cc0e9f1), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:47.488122 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-1f6a8780-f08c-45b1-b36b-6d9d5926af8f None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:37:47.528558 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6a8780-f08c-45b1-b36b-6d9d5926af8f None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:37:47.534467 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8780-f08c-45b1-b36b-6d9d5926af8f None None] Pushing event updated for resources: {'Port': ['ID=27111dfe-64c4-4928-ad39-1a66c914d4a8,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:47.684494 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-85f3fe2b-79a4-4205-b1b8-56f24f3be712 None None] Current status of the port c118c686-cebb-4d88-af71-eb84d899d1c4 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:37:47.684494 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-85f3fe2b-79a4-4205-b1b8-56f24f3be712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (c118c686-cebb-4d88-af71-eb84d899d1c4), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:47.740540 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f07a17-7122-4c98-9a4c-d2ad29f51dd9 admin admin] Router e655bde3-d809-425e-8ce6-f2366cc0e9f1 is scheduled to L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 05:37:47.749304 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-1f6a8780-f08c-45b1-b36b-6d9d5926af8f None None] Attempting to bind port 27111dfe-64c4-4928-ad39-1a66c914d4a8 on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:37:47.749902 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-1f6a8780-f08c-45b1-b36b-6d9d5926af8f None None] Attempting to bind port 27111dfe-64c4-4928-ad39-1a66c914d4a8 by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': 'cef738d0-4b2c-4969-a1a7-8ad1da89b952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1fa3cdee-fba1-424e-a4c1-ff745d19c8d8'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:37:47.754076 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a8780-f08c-45b1-b36b-6d9d5926af8f None None] Attempting to bind port 27111dfe-64c4-4928-ad39-1a66c914d4a8 on network 1fa3cdee-fba1-424e-a4c1-ff745d19c8d8 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:37:47.760544 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a8780-f08c-45b1-b36b-6d9d5926af8f None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:37:47.769537 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a8780-f08c-45b1-b36b-6d9d5926af8f None None] Checking segment: {'id': 'cef738d0-4b2c-4969-a1a7-8ad1da89b952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1fa3cdee-fba1-424e-a4c1-ff745d19c8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:37:47.770120 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8780-f08c-45b1-b36b-6d9d5926af8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:47.770590 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a8780-f08c-45b1-b36b-6d9d5926af8f None None] Bound using segment: {'id': 'cef738d0-4b2c-4969-a1a7-8ad1da89b952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1fa3cdee-fba1-424e-a4c1-ff745d19c8d8'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:37:47.771175 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-1f6a8780-f08c-45b1-b36b-6d9d5926af8f None None] Bound port: 27111dfe-64c4-4928-ad39-1a66c914d4a8, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef738d0-4b2c-4969-a1a7-8ad1da89b952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1fa3cdee-fba1-424e-a4c1-ff745d19c8d8'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:37:47.771641 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8780-f08c-45b1-b36b-6d9d5926af8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (27111dfe-64c4-4928-ad39-1a66c914d4a8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:47.824892 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-85f3fe2b-79a4-4205-b1b8-56f24f3be712 None None] For port c118c686-cebb-4d88-af71-eb84d899d1c4, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=c118c686-cebb-4d88-af71-eb84d899d1c4,segment=NetworkSegment(729ed3d9-f813-4b32-a899-88741e632187),segment_id=729ed3d9-f813-4b32-a899-88741e632187)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:37:47.849128 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-85f3fe2b-79a4-4205-b1b8-56f24f3be712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (c118c686-cebb-4d88-af71-eb84d899d1c4), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:47.903641 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-36496710-e92d-495f-ae7c-5db82857b971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:37:47.941898 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-36496710-e92d-495f-ae7c-5db82857b971 service neutron] Publish callbacks [] for port (3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:47.961387 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-1f6a8780-f08c-45b1-b36b-6d9d5926af8f None None] For port 27111dfe-64c4-4928-ad39-1a66c914d4a8, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:37:47.975436 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-1f6a8780-f08c-45b1-b36b-6d9d5926af8f None None] For port 27111dfe-64c4-4928-ad39-1a66c914d4a8, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=27111dfe-64c4-4928-ad39-1a66c914d4a8,segment=NetworkSegment(cef738d0-4b2c-4969-a1a7-8ad1da89b952),segment_id=cef738d0-4b2c-4969-a1a7-8ad1da89b952)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:37:47.984037 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3fe2b-79a4-4205-b1b8-56f24f3be712 None None] Pushing event updated for resources: {'Port': ['ID=c118c686-cebb-4d88-af71-eb84d899d1c4,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:47.989014 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f07a17-7122-4c98-9a4c-d2ad29f51dd9 admin admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:37:48.005755 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-36496710-e92d-495f-ae7c-5db82857b971 service neutron] Transition to ACTIVE for port object 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 05:37:48.013555 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12834f77-a577-46e9-beb7-e50f77e4b27d None None] Sync routers for ids ['e655bde3-d809-425e-8ce6-f2366cc0e9f1'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:37:48.018644 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07f07a17-7122-4c98-9a4c-d2ad29f51dd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:48.025321 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-07f07a17-7122-4c98-9a4c-d2ad29f51dd9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8764045 May 10 05:37:48.026672 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8780-f08c-45b1-b36b-6d9d5926af8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (27111dfe-64c4-4928-ad39-1a66c914d4a8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:48.027531 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 50124) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:37:48.039991 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-36496710-e92d-495f-ae7c-5db82857b971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:48.053500 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12834f77-a577-46e9-beb7-e50f77e4b27d None None] Routers {'e655bde3-d809-425e-8ce6-f2366cc0e9f1'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:37:48.054227 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-12834f77-a577-46e9-beb7-e50f77e4b27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:37:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e655bde3-d809-425e-8ce6-f2366cc0e9f1'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:37:48.062240 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-fa096bfe-3c64-443e-adeb-31b0754f68f4 None None] Provisioning complete for port 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:48.062612 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fa096bfe-3c64-443e-adeb-31b0754f68f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:48.071551 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b2c4f-4071-4e3a-b46f-b056a3e0b433 req-580de590-e896-43de-8588-f0d007e2f1d4 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:48.086418 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-452b2c4f-4071-4e3a-b46f-b056a3e0b433 req-580de590-e896-43de-8588-f0d007e2f1d4 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 945 time: 0.1652524 May 10 05:37:48.106311 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4da1b-5c9b-49b1-ac73-82e1ac2b3e39 req-47896dd0-d088-4282-8106-361dc7954624 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:48.108095 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-22a4da1b-5c9b-49b1-ac73-82e1ac2b3e39 req-47896dd0-d088-4282-8106-361dc7954624 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.1881304 May 10 05:37:48.227308 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-12834f77-a577-46e9-beb7-e50f77e4b27d None None] Set router e655bde3-d809-425e-8ce6-f2366cc0e9f1 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:37:48.229060 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-fa096bfe-3c64-443e-adeb-31b0754f68f4 None None] Port 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:37:48.248888 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8780-f08c-45b1-b36b-6d9d5926af8f None None] Pushing event updated for resources: {'Port': ['ID=27111dfe-64c4-4928-ad39-1a66c914d4a8,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:48.264720 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device dffd03e0-fe9d-43a2-b37f-2a79995814fe up at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:37:48.338830 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-452b2c4f-4071-4e3a-b46f-b056a3e0b433 req-5ce9ee5d-d582-413c-953e-e88fab6ce577 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2514231 May 10 05:37:48.395252 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning for port dffd03e0-fe9d-43a2-b37f-2a79995814fe completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 05:37:48.416065 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning complete for port dffd03e0-fe9d-43a2-b37f-2a79995814fe triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:48.416636 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (dffd03e0-fe9d-43a2-b37f-2a79995814fe), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:48.434350 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36496710-e92d-495f-ae7c-5db82857b971 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:48.563142 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-22a4da1b-5c9b-49b1-ac73-82e1ac2b3e39 req-f60bfb78-9ecc-4b99-8a12-91a1e3a6d06a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3617187 May 10 05:37:48.664235 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-36496710-e92d-495f-ae7c-5db82857b971 service neutron] Attempting to bind port 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:37:48.666871 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-36496710-e92d-495f-ae7c-5db82857b971 service neutron] Attempting to bind port 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '9225ec9f-9ab7-44e3-8189-b6b0b00fce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:37:48.667462 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-36496710-e92d-495f-ae7c-5db82857b971 service neutron] Attempting to bind port 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c on network 5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:37:48.706807 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-36496710-e92d-495f-ae7c-5db82857b971 service neutron] Port 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c on network 5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 05:37:48.706807 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-36496710-e92d-495f-ae7c-5db82857b971 service neutron] Attempting to bind port 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c on network 5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:37:48.736179 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port dffd03e0-fe9d-43a2-b37f-2a79995814fe is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:37:48.741246 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (dffd03e0-fe9d-43a2-b37f-2a79995814fe), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:48.792590 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port dffd03e0-fe9d-43a2-b37f-2a79995814fe, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=dffd03e0-fe9d-43a2-b37f-2a79995814fe,segment=NetworkSegment(bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c),segment_id=bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:37:48.795711 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925b9230-6888-48f3-a440-2c8648334a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffd03e0-fe9d-43a2-b37f-2a79995814fe'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:37:48.799698 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0800c53295b7046a146618d9b887730b91c06d3b0846630efe31b30f8053b0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92493e37-f678-41f2-b625-56ea694fc2fd" -d '{"events": [{"server_uuid": "925b9230-6888-48f3-a440-2c8648334a8b", "name": "network-vif-plugged", "status": "completed", "tag": "dffd03e0-fe9d-43a2-b37f-2a79995814fe"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:37:48.806895 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (dffd03e0-fe9d-43a2-b37f-2a79995814fe), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:48.842463 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-36496710-e92d-495f-ae7c-5db82857b971 service neutron] Checking agent: {'id': '0722f08e-2e90-4d2d-9212-b191bf1b5213', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'started_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:37:48.846926 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-36496710-e92d-495f-ae7c-5db82857b971 service neutron] Checking segment: {'id': '9225ec9f-9ab7-44e3-8189-b6b0b00fce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:37:48.848435 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-36496710-e92d-495f-ae7c-5db82857b971 service neutron] Bound using segment: {'id': '9225ec9f-9ab7-44e3-8189-b6b0b00fce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:37:48.849469 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-36496710-e92d-495f-ae7c-5db82857b971 service neutron] Bound port: 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9225ec9f-9ab7-44e3-8189-b6b0b00fce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:37:48.850019 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-36496710-e92d-495f-ae7c-5db82857b971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:48.902194 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=dffd03e0-fe9d-43a2-b37f-2a79995814fe,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:48.941282 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43b3c9-efed-453d-b460-8191404dfc32 req-08aa404e-d60c-4c63-9b3f-3bf7b3e4850c tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:48.956498 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7b43b3c9-efed-453d-b460-8191404dfc32 req-08aa404e-d60c-4c63-9b3f-3bf7b3e4850c tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 943 time: 0.3377056 May 10 05:37:48.971524 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97538c1f-39d5-4a1f-881e-ad912b34d2ad req-4dd1ca77-10cd-40c4-88e2-5300e413f902 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:48.973480 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-97538c1f-39d5-4a1f-881e-ad912b34d2ad req-4dd1ca77-10cd-40c4-88e2-5300e413f902 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.2582059 May 10 05:37:49.093922 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-12834f77-a577-46e9-beb7-e50f77e4b27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e655bde3-d809-425e-8ce6-f2366cc0e9f1', 'name': 'tempest-TestMinimumBasicScenario-1014064537-router', 'tenant_id': 'ca8030ffa56d425b8386c2aa2d96c1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '6042947f-ab41-4fd9-a745-b4e764419556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:37:45Z', 'updated_at': '2022-05-10T05:37:46Z', 'revision_number': 3, 'project_id': 'ca8030ffa56d425b8386c2aa2d96c1b1', 'gw_port': {'id': '6042947f-ab41-4fd9-a745-b4e764419556', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:97:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e655bde3-d809-425e-8ce6-f2366cc0e9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:45Z', 'updated_at': '2022-05-10T05:37:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:37:49.141673 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12834f77-a577-46e9-beb7-e50f77e4b27d None None] Checking router: e655bde3-d809-425e-8ce6-f2366cc0e9f1 for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:37:49.155705 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12834f77-a577-46e9-beb7-e50f77e4b27d None None] Updating router e655bde3-d809-425e-8ce6-f2366cc0e9f1 port 6042947f-ab41-4fd9-a745-b4e764419556 binding host dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 05:37:49.170187 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-97538c1f-39d5-4a1f-881e-ad912b34d2ad req-47e8c413-b9b5-4f32-9878-7364609868cb tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289225 May 10 05:37:49.192422 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7b43b3c9-efed-453d-b460-8191404dfc32 req-641c6f5d-6157-4517-b1ec-a0ba3fbfff7f tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707773 May 10 05:37:49.212928 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-36496710-e92d-495f-ae7c-5db82857b971 service neutron] For port 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c, host hv-cinder-83699, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:37:49.219123 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-36496710-e92d-495f-ae7c-5db82857b971 service neutron] For port 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c,segment=NetworkSegment(9225ec9f-9ab7-44e3-8189-b6b0b00fce2d),segment_id=9225ec9f-9ab7-44e3-8189-b6b0b00fce2d)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:37:49.230660 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-36496710-e92d-495f-ae7c-5db82857b971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:49.244334 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-12834f77-a577-46e9-beb7-e50f77e4b27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (6042947f-ab41-4fd9-a745-b4e764419556), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:49.306844 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5914d7cd-165b-4717-a8fa-561766848127 x-openstack-request-id: req-5914d7cd-165b-4717-a8fa-561766848127 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:37:49.307317 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925b9230-6888-48f3-a440-2c8648334a8b", "name": "network-vif-plugged", "status": "completed", "tag": "dffd03e0-fe9d-43a2-b37f-2a79995814fe", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:37:49.307781 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5914d7cd-165b-4717-a8fa-561766848127 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:37:49.308334 dv-cinder-836996-16-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5914d7cd-165b-4717-a8fa-561766848127'] response: {'server_uuid': '925b9230-6888-48f3-a440-2c8648334a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffd03e0-fe9d-43a2-b37f-2a79995814fe', 'code': 200} May 10 05:37:49.353357 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-36496710-e92d-495f-ae7c-5db82857b971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:49.354500 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-36496710-e92d-495f-ae7c-5db82857b971 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:49.359483 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-36496710-e92d-495f-ae7c-5db82857b971 service neutron] 10.222.0.50 "PUT /v2.0/ports/3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c HTTP/1.1" status: 200 len: 1093 time: 2.2821021 May 10 05:37:49.364084 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c56cf7-b80b-4f65-b862-92681647b6ba', 'tag': '3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:37:49.372891 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac08c1e-ba98-41d0-8520-09e5ef19fdf7" -d '{"events": [{"name": "network-changed", "server_uuid": "91c56cf7-b80b-4f65-b862-92681647b6ba", "tag": "3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:37:49.452628 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36496710-e92d-495f-ae7c-5db82857b971 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:49.473375 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39336538-c956-49d8-b900-16bb6e77a44f x-openstack-request-id: req-39336538-c956-49d8-b900-16bb6e77a44f {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:37:49.473535 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c56cf7-b80b-4f65-b862-92681647b6ba", "tag": "3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:37:49.473702 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-39336538-c956-49d8-b900-16bb6e77a44f {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:37:49.474475 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39336538-c956-49d8-b900-16bb6e77a44f'] response: {'name': 'network-changed', 'server_uuid': '91c56cf7-b80b-4f65-b862-92681647b6ba', 'tag': '3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c', 'status': 'completed', 'code': 200} May 10 05:37:49.516613 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device c118c686-cebb-4d88-af71-eb84d899d1c4 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:37:49.748965 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port c118c686-cebb-4d88-af71-eb84d899d1c4 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:49.749396 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (c118c686-cebb-4d88-af71-eb84d899d1c4), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:49.892013 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2120a9f-4464-43d2-b689-9e6cf2e9b85c req-249a99dc-8151-450b-a965-d0fc83173988 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:49.896743 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a2120a9f-4464-43d2-b689-9e6cf2e9b85c req-249a99dc-8151-450b-a965-d0fc83173988 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.1182702 May 10 05:37:49.971608 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-12834f77-a577-46e9-beb7-e50f77e4b27d None None] Publish callbacks [] for port (6042947f-ab41-4fd9-a745-b4e764419556), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:49.996602 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-12834f77-a577-46e9-beb7-e50f77e4b27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (6042947f-ab41-4fd9-a745-b4e764419556), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:49.999015 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port c118c686-cebb-4d88-af71-eb84d899d1c4 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:37:50.000279 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 27111dfe-64c4-4928-ad39-1a66c914d4a8 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:37:50.011053 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0dbd73-3489-48d0-8015-8792b7623ef4 req-4c9d99a8-5084-48b0-8b76-66d580aae79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:50.018411 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-cc0dbd73-3489-48d0-8015-8792b7623ef4 req-4c9d99a8-5084-48b0-8b76-66d580aae79c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 1130 time: 0.2270803 May 10 05:37:50.019614 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a2120a9f-4464-43d2-b689-9e6cf2e9b85c req-11f466f4-78e3-4eb5-9375-c7ae0748130b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008482 May 10 05:37:50.033416 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fe744-fe82-408b-bbbf-657e83fef044 req-c0bc1e2b-3f59-47cd-9b07-57a666a80cb3 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:50.035157 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-646fe744-fe82-408b-bbbf-657e83fef044 req-c0bc1e2b-3f59-47cd-9b07-57a666a80cb3 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 946 time: 0.5075996 May 10 05:37:50.036770 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-2cee0c06-eacb-403b-925a-f3ea293e9eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:50.038200 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-2cee0c06-eacb-403b-925a-f3ea293e9eb7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5655a11bb4d94e7fb7186eb1bec105cb&device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 1127 time: 0.4011600 May 10 05:37:50.075015 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bda890e-d2e2-4cd7-801c-52706309221f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:50.078817 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87a544-996a-4b8e-9160-c2e631657622 None None] Pushing event updated for resources: {'Port': ['ID=6042947f-ab41-4fd9-a745-b4e764419556,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:50.095417 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87a544-996a-4b8e-9160-c2e631657622 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:50.096874 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87a544-996a-4b8e-9160-c2e631657622 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:50.097447 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87a544-996a-4b8e-9160-c2e631657622 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:50.098137 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87a544-996a-4b8e-9160-c2e631657622 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:50.098758 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87a544-996a-4b8e-9160-c2e631657622 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:50.099367 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87a544-996a-4b8e-9160-c2e631657622 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:50.101360 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87a544-996a-4b8e-9160-c2e631657622 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:50.102029 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87a544-996a-4b8e-9160-c2e631657622 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:50.105535 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87a544-996a-4b8e-9160-c2e631657622 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:50.106179 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87a544-996a-4b8e-9160-c2e631657622 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:50.106746 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87a544-996a-4b8e-9160-c2e631657622 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:50.107305 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87a544-996a-4b8e-9160-c2e631657622 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:50.107920 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87a544-996a-4b8e-9160-c2e631657622 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:50.108545 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87a544-996a-4b8e-9160-c2e631657622 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:50.112646 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87a544-996a-4b8e-9160-c2e631657622 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:37:50.114927 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port 27111dfe-64c4-4928-ad39-1a66c914d4a8 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:50.115309 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (27111dfe-64c4-4928-ad39-1a66c914d4a8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:50.162249 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-12834f77-a577-46e9-beb7-e50f77e4b27d None None] Attempting to bind port 6042947f-ab41-4fd9-a745-b4e764419556 on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:37:50.163059 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-12834f77-a577-46e9-beb7-e50f77e4b27d None None] Attempting to bind port 6042947f-ab41-4fd9-a745-b4e764419556 by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:37:50.168736 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12834f77-a577-46e9-beb7-e50f77e4b27d None None] Attempting to bind port 6042947f-ab41-4fd9-a745-b4e764419556 on network 87bc626b-a764-429e-8d11-cdbbe513fac5 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:37:50.169260 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-cc0dbd73-3489-48d0-8015-8792b7623ef4 req-4faefae3-ba8f-4e32-ae69-8bf8e995c9b8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412907 May 10 05:37:50.181001 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-c91f6883-253a-4c39-98fd-c9d07a27d108 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c HTTP/1.1" status: 200 len: 217 time: 0.0992048 May 10 05:37:50.184462 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12834f77-a577-46e9-beb7-e50f77e4b27d None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:37:50.185168 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12834f77-a577-46e9-beb7-e50f77e4b27d None None] Checking segment: {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:37:50.185820 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-12834f77-a577-46e9-beb7-e50f77e4b27d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:50.186814 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12834f77-a577-46e9-beb7-e50f77e4b27d None None] Bound using segment: {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:37:50.187506 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-12834f77-a577-46e9-beb7-e50f77e4b27d None None] Bound port: 6042947f-ab41-4fd9-a745-b4e764419556, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:37:50.188151 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-12834f77-a577-46e9-beb7-e50f77e4b27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (6042947f-ab41-4fd9-a745-b4e764419556), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:50.275532 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-646fe744-fe82-408b-bbbf-657e83fef044 req-25771ff3-b544-4e6d-ab13-8b18445e28ed tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2326889 May 10 05:37:50.286276 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7d82d4-fb5e-4849-b856-b37453083904 None None] Network 1fa3cdee-fba1-424e-a4c1-ff745d19c8d8 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:37:50.339263 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-12834f77-a577-46e9-beb7-e50f77e4b27d None None] For port 6042947f-ab41-4fd9-a745-b4e764419556, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:37:50.349667 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-12834f77-a577-46e9-beb7-e50f77e4b27d None None] For port 6042947f-ab41-4fd9-a745-b4e764419556, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=6042947f-ab41-4fd9-a745-b4e764419556,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:37:50.363143 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-12834f77-a577-46e9-beb7-e50f77e4b27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (6042947f-ab41-4fd9-a745-b4e764419556), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:50.386610 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port 27111dfe-64c4-4928-ad39-1a66c914d4a8 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:37:50.391497 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (27111dfe-64c4-4928-ad39-1a66c914d4a8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:50.413593 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0774bd-4ffc-46ed-a59a-df035881fadf req-08e74a40-56a2-4c75-84e0-79040a3647ae tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:50.423848 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3f0774bd-4ffc-46ed-a59a-df035881fadf req-08e74a40-56a2-4c75-84e0-79040a3647ae tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.1140249 May 10 05:37:50.427964 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12834f77-a577-46e9-beb7-e50f77e4b27d None None] Routers {'e655bde3-d809-425e-8ce6-f2366cc0e9f1'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:37:50.428834 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-12834f77-a577-46e9-beb7-e50f77e4b27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:37:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e655bde3-d809-425e-8ce6-f2366cc0e9f1'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:37:50.448792 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-74a11143-9408-427c-8d9e-d86acdfc5137 None None] Provisioning complete for port 27111dfe-64c4-4928-ad39-1a66c914d4a8 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:50.453382 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-74a11143-9408-427c-8d9e-d86acdfc5137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (27111dfe-64c4-4928-ad39-1a66c914d4a8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:50.478062 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-5bda890e-d2e2-4cd7-801c-52706309221f admin admin] Allocated IP 172.20.0.1 (1fa3cdee-fba1-424e-a4c1-ff745d19c8d8/b8fb1b9c-d716-4ec1-8d27-2bca8d6e770c/b19629f4-3445-4582-95a2-664232b61559) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:37:50.492828 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87a544-996a-4b8e-9160-c2e631657622 None None] Pushing event updated for resources: {'Port': ['ID=6042947f-ab41-4fd9-a745-b4e764419556,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:50.568415 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96830e97-0d06-43da-9b29-5a7b8a59c19e req-fb57c0ba-a8e2-4c32-8bf3-4e725d3dc194 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:50.571433 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] For port 27111dfe-64c4-4928-ad39-1a66c914d4a8, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=27111dfe-64c4-4928-ad39-1a66c914d4a8,segment=NetworkSegment(cef738d0-4b2c-4969-a1a7-8ad1da89b952),segment_id=cef738d0-4b2c-4969-a1a7-8ad1da89b952)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:37:50.575423 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-96830e97-0d06-43da-9b29-5a7b8a59c19e req-fb57c0ba-a8e2-4c32-8bf3-4e725d3dc194 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 943 time: 0.1494439 May 10 05:37:50.582379 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (27111dfe-64c4-4928-ad39-1a66c914d4a8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:50.602617 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-12834f77-a577-46e9-beb7-e50f77e4b27d None None] Set router e655bde3-d809-425e-8ce6-f2366cc0e9f1 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:37:50.606598 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3f0774bd-4ffc-46ed-a59a-df035881fadf req-fe2a926f-c522-4929-9153-f8c085e4a260 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817012 May 10 05:37:50.616322 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-9181aab3-e490-4c41-a066-5d3331348dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:50.617987 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-9181aab3-e490-4c41-a066-5d3331348dbd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5cda1426-dd5e-4474-b1b8-e2dd037a4f93 HTTP/1.1" status: 200 len: 857 time: 0.1901562 May 10 05:37:50.712567 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-96830e97-0d06-43da-9b29-5a7b8a59c19e req-2d2c9444-0211-4e3f-887d-befe65b6bff1 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325161 May 10 05:37:50.743902 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Pushing event updated for resources: {'Port': ['ID=27111dfe-64c4-4928-ad39-1a66c914d4a8,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:50.747485 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-74a11143-9408-427c-8d9e-d86acdfc5137 None None] Current status of the port 27111dfe-64c4-4928-ad39-1a66c914d4a8 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:37:50.794384 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bda890e-d2e2-4cd7-801c-52706309221f admin admin] Publish callbacks [] for port (b19629f4-3445-4582-95a2-664232b61559), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:50.840608 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bda890e-d2e2-4cd7-801c-52706309221f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (b19629f4-3445-4582-95a2-664232b61559), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:50.907711 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-12834f77-a577-46e9-beb7-e50f77e4b27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e655bde3-d809-425e-8ce6-f2366cc0e9f1', 'name': 'tempest-TestMinimumBasicScenario-1014064537-router', 'tenant_id': 'ca8030ffa56d425b8386c2aa2d96c1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '6042947f-ab41-4fd9-a745-b4e764419556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:37:45Z', 'updated_at': '2022-05-10T05:37:46Z', 'revision_number': 3, 'project_id': 'ca8030ffa56d425b8386c2aa2d96c1b1', 'gw_port': {'id': '6042947f-ab41-4fd9-a745-b4e764419556', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:97:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e655bde3-d809-425e-8ce6-f2366cc0e9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:45Z', 'updated_at': '2022-05-10T05:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:37:50.923013 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda890e-d2e2-4cd7-801c-52706309221f admin admin] Pushing event updated for resources: {'Port': ['ID=b19629f4-3445-4582-95a2-664232b61559,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:50.934285 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bda890e-d2e2-4cd7-801c-52706309221f admin admin] Network 1fa3cdee-fba1-424e-a4c1-ff745d19c8d8 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:37:50.935694 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-5bda890e-d2e2-4cd7-801c-52706309221f admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:37:50.938560 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bda890e-d2e2-4cd7-801c-52706309221f admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:37:50.953350 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12834f77-a577-46e9-beb7-e50f77e4b27d None None] The sync data for ids ['e655bde3-d809-425e-8ce6-f2366cc0e9f1'] in dv-cinder-836996-16-iscsi is: [{'id': 'e655bde3-d809-425e-8ce6-f2366cc0e9f1', 'name': 'tempest-TestMinimumBasicScenario-1014064537-router', 'tenant_id': 'ca8030ffa56d425b8386c2aa2d96c1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '6042947f-ab41-4fd9-a745-b4e764419556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:37:45Z', 'updated_at': '2022-05-10T05:37:46Z', 'revision_number': 3, 'project_id': 'ca8030ffa56d425b8386c2aa2d96c1b1', 'gw_port': {'id': '6042947f-ab41-4fd9-a745-b4e764419556', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:97:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e655bde3-d809-425e-8ce6-f2366cc0e9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:45Z', 'updated_at': '2022-05-10T05:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:37:51.016862 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bda890e-d2e2-4cd7-801c-52706309221f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410973'] for router_interface (e655bde3-d809-425e-8ce6-f2366cc0e9f1), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:51.063906 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3c591-3615-49f3-bbb9-be498027f22c req-19a2effd-7dce-46a8-b987-5e98cb728bbb tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:51.074012 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2ac3c591-3615-49f3-bbb9-be498027f22c req-19a2effd-7dce-46a8-b987-5e98cb728bbb tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.1176236 May 10 05:37:51.088460 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7eb610b2-34bd-4f52-a1a5-6739e025d714 None None] Provisioning complete for port 27111dfe-64c4-4928-ad39-1a66c914d4a8 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:51.089066 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7eb610b2-34bd-4f52-a1a5-6739e025d714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (27111dfe-64c4-4928-ad39-1a66c914d4a8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:51.233894 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2ac3c591-3615-49f3-bbb9-be498027f22c req-e4d1b2f8-f915-4b03-ae88-90425d18a1b8 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588223 May 10 05:37:51.342384 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-4fd9c1fc-c7c5-483c-91fe-9cf168b2f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:51.342992 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba45910-6e0a-4c4e-a1f4-a5fd6bfc1af5 req-58f764b0-c0de-4b40-a9d7-9053e97bc540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:51.349177 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-0ba45910-6e0a-4c4e-a1f4-a5fd6bfc1af5 req-58f764b0-c0de-4b40-a9d7-9053e97bc540 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a950288ff0b408ea461a2206204f2e6&device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 1129 time: 0.1280928 May 10 05:37:51.354179 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-4fd9c1fc-c7c5-483c-91fe-9cf168b2f45b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2729440 May 10 05:37:51.365039 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7eb610b2-34bd-4f52-a1a5-6739e025d714 None None] Current status of the port 27111dfe-64c4-4928-ad39-1a66c914d4a8 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:37:51.375344 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 27111dfe-64c4-4928-ad39-1a66c914d4a8 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:37:51.383332 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50784a08-1259-4fe1-acd7-8fff34db9ed1 req-21965455-ce83-4c5f-b4b1-e2c114ca7047 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:51.393019 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-50784a08-1259-4fe1-acd7-8fff34db9ed1 req-21965455-ce83-4c5f-b4b1-e2c114ca7047 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.1950252 May 10 05:37:51.444193 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bda890e-d2e2-4cd7-801c-52706309221f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (b19629f4-3445-4582-95a2-664232b61559), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:51.530536 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f6bfd9f2-b7a2-43dc-858c-2dfb4f78285a None None] Provisioning complete for port b19629f4-3445-4582-95a2-664232b61559 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:51.535263 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f6bfd9f2-b7a2-43dc-858c-2dfb4f78285a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (b19629f4-3445-4582-95a2-664232b61559), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:51.548600 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bb8c5-36ee-40be-ad98-4817b0682302 req-9aa18292-6623-4ec2-9edf-aa3ba5498d30 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:51.555609 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-364bb8c5-36ee-40be-ad98-4817b0682302 req-9aa18292-6623-4ec2-9edf-aa3ba5498d30 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 946 time: 0.0881360 May 10 05:37:51.595902 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port 27111dfe-64c4-4928-ad39-1a66c914d4a8 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:51.596271 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (27111dfe-64c4-4928-ad39-1a66c914d4a8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:51.622550 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-50784a08-1259-4fe1-acd7-8fff34db9ed1 req-a0c899e0-f7ce-4ba2-a03f-1ad3c70ca0a8 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2285259 May 10 05:37:51.635886 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f6bfd9f2-b7a2-43dc-858c-2dfb4f78285a None None] Port b19629f4-3445-4582-95a2-664232b61559 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:37:51.666215 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-364bb8c5-36ee-40be-ad98-4817b0682302 req-cd832892-13fc-41a4-adf6-1810b4aa3156 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067054 May 10 05:37:51.746118 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port 27111dfe-64c4-4928-ad39-1a66c914d4a8 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:37:51.808218 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bda890e-d2e2-4cd7-801c-52706309221f admin admin] Publish callbacks [] for port (b19629f4-3445-4582-95a2-664232b61559), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:51.815218 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bda890e-d2e2-4cd7-801c-52706309221f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851357'] for port (b19629f4-3445-4582-95a2-664232b61559), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:51.838781 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:37:51.933922 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda890e-d2e2-4cd7-801c-52706309221f admin admin] Pushing event updated for resources: {'Port': ['ID=b19629f4-3445-4582-95a2-664232b61559,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:51.988153 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990ab2c-e2dd-4500-bd68-07defedf16f3 req-9e85deae-9d2d-4f0c-bcfd-4afb1772914e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:51.997711 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5990ab2c-e2dd-4500-bd68-07defedf16f3 req-9e85deae-9d2d-4f0c-bcfd-4afb1772914e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 943 time: 0.1314008 May 10 05:37:52.067676 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bda890e-d2e2-4cd7-801c-52706309221f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-483931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409952'] for router_interface (e655bde3-d809-425e-8ce6-f2366cc0e9f1), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:52.120710 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5990ab2c-e2dd-4500-bd68-07defedf16f3 req-228c43f0-e9a2-4a17-a630-3507f8748b47 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176438 May 10 05:37:52.140380 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-e2011369-97f0-4bae-881a-51d75821b4e8 service neutron] 10.222.0.50 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402174 May 10 05:37:52.235846 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba45910-6e0a-4c4e-a1f4-a5fd6bfc1af5 req-fe8c4f98-2548-428d-bbe3-9ca528e4376b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:52.238082 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-0ba45910-6e0a-4c4e-a1f4-a5fd6bfc1af5 req-fe8c4f98-2548-428d-bbe3-9ca528e4376b service neutron] 10.222.0.50 "GET /v2.0/networks?id=04cb81b5-85e4-4ffa-8556-8a80e37bea1f HTTP/1.1" status: 200 len: 911 time: 0.2899065 May 10 05:37:52.250833 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bda890e-d2e2-4cd7-801c-52706309221f admin admin] Network 1fa3cdee-fba1-424e-a4c1-ff745d19c8d8 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:37:52.256153 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-5bda890e-d2e2-4cd7-801c-52706309221f admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:37:52.325772 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-32f9314e-d540-4a79-9d60-563ec182aa3b req-d6237a27-d8a4-4adb-bff5-5abb32b1c84d service neutron] 10.222.0.50 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729290 May 10 05:37:52.362127 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-0ba45910-6e0a-4c4e-a1f4-a5fd6bfc1af5 req-58559763-2c6e-4a14-bd01-215d4b4abea1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34e3575e-325f-4df3-b0d0-e5c61091dc3b HTTP/1.1" status: 200 len: 1001 time: 0.1096094 May 10 05:37:52.450742 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19c0a3-2b08-4b0f-984e-ac888c63eae1 req-9ae63119-7075-4ed8-9630-104c103963e9 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:52.452972 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ee19c0a3-2b08-4b0f-984e-ac888c63eae1 req-9ae63119-7075-4ed8-9630-104c103963e9 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.0909755 May 10 05:37:52.536814 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bda890e-d2e2-4cd7-801c-52706309221f admin admin] Router e655bde3-d809-425e-8ce6-f2366cc0e9f1 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:37:52.550281 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ee19c0a3-2b08-4b0f-984e-ac888c63eae1 req-7c96d8c3-9bf8-4982-8c72-d443fae64651 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833378 May 10 05:37:52.683922 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-fe360b38-08fd-4028-96d1-489c01e348db None None] Provisioning complete for port b19629f4-3445-4582-95a2-664232b61559 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:52.687887 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fe360b38-08fd-4028-96d1-489c01e348db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (b19629f4-3445-4582-95a2-664232b61559), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:52.688260 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bda890e-d2e2-4cd7-801c-52706309221f admin admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:37:52.702218 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-5bda890e-d2e2-4cd7-801c-52706309221f admin admin] 10.222.0.23 "PUT /v2.0/routers/e655bde3-d809-425e-8ce6-f2366cc0e9f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6712201 May 10 05:37:52.775282 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-fe360b38-08fd-4028-96d1-489c01e348db None None] Port b19629f4-3445-4582-95a2-664232b61559 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:37:52.835424 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1a414-9bb7-4136-9084-caac379756de req-76f0fb0c-5c9a-4b78-9603-e3d530a223df tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:52.844455 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b8a1a414-9bb7-4136-9084-caac379756de req-76f0fb0c-5c9a-4b78-9603-e3d530a223df tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.1052077 May 10 05:37:52.877603 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc102d-ac68-4e2c-98ab-8895cba806bb req-94afab73-c8cb-4056-8ccc-c54c3b3c6365 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:52.879091 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b5fc102d-ac68-4e2c-98ab-8895cba806bb req-94afab73-c8cb-4056-8ccc-c54c3b3c6365 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 946 time: 0.1264026 May 10 05:37:52.940784 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b8a1a414-9bb7-4136-9084-caac379756de req-93c90f5b-ef57-4baf-b09e-1c46476cb0ce tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870097 May 10 05:37:52.984332 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b5fc102d-ac68-4e2c-98ab-8895cba806bb req-919ba5e6-9fd5-427e-8dab-5daed06be881 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914447 May 10 05:37:53.131969 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806928b-11fd-4c7a-b659-577aa2ea43fe req-136bd92c-4c25-4ba3-bac8-3108e6cd75a7 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:53.138497 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3806928b-11fd-4c7a-b659-577aa2ea43fe req-136bd92c-4c25-4ba3-bac8-3108e6cd75a7 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 946 time: 0.0669816 May 10 05:37:53.240869 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3806928b-11fd-4c7a-b659-577aa2ea43fe req-ab300f0d-1123-4843-9387-436139d13f18 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930495 May 10 05:37:53.269050 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 50176) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:37:53.339499 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b40ac-a104-4767-bc1d-fa5f879264dc req-b746c17b-1cfe-42cf-9828-280051430ccf tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:53.341647 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0c2b40ac-a104-4767-bc1d-fa5f879264dc req-b746c17b-1cfe-42cf-9828-280051430ccf tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 943 time: 0.0880730 May 10 05:37:53.364988 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 6042947f-ab41-4fd9-a745-b4e764419556 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:37:53.489908 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port 6042947f-ab41-4fd9-a745-b4e764419556 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:53.491353 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0c2b40ac-a104-4767-bc1d-fa5f879264dc req-df7ac9c3-a301-45d0-807a-7df72326d07f tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348591 May 10 05:37:53.491521 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (6042947f-ab41-4fd9-a745-b4e764419556), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:53.636738 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac08c1e-ba98-41d0-8520-09e5ef19fdf7 req-653071f9-351f-48d3-9ca1-d8b08c2be347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:53.645335 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6ac08c1e-ba98-41d0-8520-09e5ef19fdf7 req-653071f9-351f-48d3-9ca1-d8b08c2be347 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5655a11bb4d94e7fb7186eb1bec105cb&device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 1127 time: 0.0934088 May 10 05:37:53.652868 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a484a7b9-682c-4582-856f-2a65e69045e9 tempest-TestShelveInstance-1197300483 tempest-TestShelveInstance-1197300483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:53.657528 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-a484a7b9-682c-4582-856f-2a65e69045e9 tempest-TestShelveInstance-1197300483 tempest-TestShelveInstance-1197300483-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 1125 time: 0.3824520 May 10 05:37:53.665755 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 50188) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:37:53.680998 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-da691e29-d8fa-4b35-ad74-0754d841e40d tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Request body: {'floatingip': {'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'port_id': 'dffd03e0-fe9d-43a2-b37f-2a79995814fe', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:37:53.691854 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port 6042947f-ab41-4fd9-a745-b4e764419556 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:37:53.698954 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (6042947f-ab41-4fd9-a745-b4e764419556), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:53.705963 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba45910-6e0a-4c4e-a1f4-a5fd6bfc1af5 req-9d6443dd-1c0b-46f8-a9dd-f128071a7481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:53.707424 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-0ba45910-6e0a-4c4e-a1f4-a5fd6bfc1af5 req-9d6443dd-1c0b-46f8-a9dd-f128071a7481 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec HTTP/1.1" status: 200 len: 849 time: 0.1704447 May 10 05:37:53.765566 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2769740d-4ae0-4136-9987-81e48dd541e2 None None] Sync routers for ids ['e655bde3-d809-425e-8ce6-f2366cc0e9f1'] in dv-cinder-836996-16-iscsi {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:37:53.783982 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] For port 6042947f-ab41-4fd9-a745-b4e764419556, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=6042947f-ab41-4fd9-a745-b4e764419556,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:37:53.786554 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2769740d-4ae0-4136-9987-81e48dd541e2 None None] Routers {'e655bde3-d809-425e-8ce6-f2366cc0e9f1'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:37:53.787668 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2769740d-4ae0-4136-9987-81e48dd541e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:37:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e655bde3-d809-425e-8ce6-f2366cc0e9f1'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:37:53.802015 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba45910-6e0a-4c4e-a1f4-a5fd6bfc1af5 req-8962febb-2176-4597-9f6d-aa12a2a4cfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:53.805254 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-0ba45910-6e0a-4c4e-a1f4-a5fd6bfc1af5 req-8962febb-2176-4597-9f6d-aa12a2a4cfd3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04cb81b5-85e4-4ffa-8556-8a80e37bea1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0849020 May 10 05:37:53.846476 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (6042947f-ab41-4fd9-a745-b4e764419556), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:53.887924 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da691e29-d8fa-4b35-ad74-0754d841e40d tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:54.039315 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Pushing event updated for resources: {'Port': ['ID=6042947f-ab41-4fd9-a745-b4e764419556,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:54.052938 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502d5ba-139b-4143-ac7d-ff95d36feb9a req-8a7878b1-711d-4e45-9667-63272ab7068a tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:54.060079 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-2769740d-4ae0-4136-9987-81e48dd541e2 None None] Set router e655bde3-d809-425e-8ce6-f2366cc0e9f1 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:37:54.064997 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1502d5ba-139b-4143-ac7d-ff95d36feb9a req-8a7878b1-711d-4e45-9667-63272ab7068a tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.3468261 May 10 05:37:54.190645 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac08c1e-ba98-41d0-8520-09e5ef19fdf7 req-27f8dab2-94ad-44a8-944b-73c8f593bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:54.192163 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6ac08c1e-ba98-41d0-8520-09e5ef19fdf7 req-27f8dab2-94ad-44a8-944b-73c8f593bd7a service neutron] 10.222.0.50 "GET /v2.0/networks?id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 HTTP/1.1" status: 200 len: 919 time: 0.5406990 May 10 05:37:54.200865 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4383ac5-6972-466d-adf4-52a2bc7ce334 req-40add34e-773d-4b56-a0f9-e309c9cae8b0 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:54.208030 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e4383ac5-6972-466d-adf4-52a2bc7ce334 req-40add34e-773d-4b56-a0f9-e309c9cae8b0 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.1042767 May 10 05:37:54.212468 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1502d5ba-139b-4143-ac7d-ff95d36feb9a req-14fbe473-da46-442f-92ca-5c1975fa406e tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466334 May 10 05:37:54.282454 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6ac08c1e-ba98-41d0-8520-09e5ef19fdf7 req-57bf0dd6-979d-4f17-b853-10aac045f89d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c HTTP/1.1" status: 200 len: 217 time: 0.0690575 May 10 05:37:54.308021 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da691e29-d8fa-4b35-ad74-0754d841e40d tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:54.503098 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e4383ac5-6972-466d-adf4-52a2bc7ce334 req-d2c5ed2c-48ff-493a-bfca-87968d15c71e tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2935297 May 10 05:37:54.504335 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac08c1e-ba98-41d0-8520-09e5ef19fdf7 req-552960d0-e728-4f11-b587-0dfddcc8c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:54.505768 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6ac08c1e-ba98-41d0-8520-09e5ef19fdf7 req-552960d0-e728-4f11-b587-0dfddcc8c5fd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5cda1426-dd5e-4474-b1b8-e2dd037a4f93 HTTP/1.1" status: 200 len: 857 time: 0.2051566 May 10 05:37:54.561207 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2769740d-4ae0-4136-9987-81e48dd541e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e655bde3-d809-425e-8ce6-f2366cc0e9f1', 'name': 'tempest-TestMinimumBasicScenario-1014064537-router', 'tenant_id': 'ca8030ffa56d425b8386c2aa2d96c1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '6042947f-ab41-4fd9-a745-b4e764419556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:37:45Z', 'updated_at': '2022-05-10T05:37:51Z', 'revision_number': 4, 'project_id': 'ca8030ffa56d425b8386c2aa2d96c1b1', 'gw_port': {'id': '6042947f-ab41-4fd9-a745-b4e764419556', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:97:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e655bde3-d809-425e-8ce6-f2366cc0e9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:45Z', 'updated_at': '2022-05-10T05:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'b19629f4-3445-4582-95a2-664232b61559', 'name': '', 'network_id': '1fa3cdee-fba1-424e-a4c1-ff745d19c8d8', 'tenant_id': 'ca8030ffa56d425b8386c2aa2d96c1b1', 'mac_address': 'fa:16:3e:67:ae:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e655bde3-d809-425e-8ce6-f2366cc0e9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b8fb1b9c-d716-4ec1-8d27-2bca8d6e770c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:50Z', 'updated_at': '2022-05-10T05:37:51Z', 'revision_number': 2, 'project_id': 'ca8030ffa56d425b8386c2aa2d96c1b1', 'subnets': [{'id': 'b8fb1b9c-d716-4ec1-8d27-2bca8d6e770c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:37:54.585741 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-0ba45910-6e0a-4c4e-a1f4-a5fd6bfc1af5 req-0ea8fdcb-22b4-42a7-9119-944e6011294b service neutron] 10.222.0.50 "GET /v2.0/networks/04cb81b5-85e4-4ffa-8556-8a80e37bea1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7592695 May 10 05:37:54.617244 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2769740d-4ae0-4136-9987-81e48dd541e2 None None] Checking router: e655bde3-d809-425e-8ce6-f2366cc0e9f1 for host: dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:37:54.618173 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2769740d-4ae0-4136-9987-81e48dd541e2 None None] Updating router e655bde3-d809-425e-8ce6-f2366cc0e9f1 port b19629f4-3445-4582-95a2-664232b61559 binding host dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 05:37:54.624886 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac08c1e-ba98-41d0-8520-09e5ef19fdf7 req-3eca25bf-477e-46c2-8338-a731793c909b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:54.634670 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6ac08c1e-ba98-41d0-8520-09e5ef19fdf7 req-3eca25bf-477e-46c2-8338-a731793c909b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1138053 May 10 05:37:54.657324 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2769740d-4ae0-4136-9987-81e48dd541e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (b19629f4-3445-4582-95a2-664232b61559), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:54.771448 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-da691e29-d8fa-4b35-ad74-0754d841e40d tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Allocated IP 172.27.0.78 (87bc626b-a764-429e-8d11-cdbbe513fac5/76823629-1df9-4cfd-a8c3-1d6cce6b2ea9/5476090c-9378-4bdc-8965-9bf1b9638fba) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:37:54.838201 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c47bd1-dd02-4d41-a31f-951c9ae73437 req-34b328f9-5637-4271-af03-3cec3b3b78b2 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:54.843637 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-40c47bd1-dd02-4d41-a31f-951c9ae73437 req-34b328f9-5637-4271-af03-3cec3b3b78b2 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 943 time: 0.2349725 May 10 05:37:54.887389 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-0ba45910-6e0a-4c4e-a1f4-a5fd6bfc1af5 req-006b5280-1e64-4dcf-9cb0-5d5599330b1a service neutron] 10.222.0.50 "GET /v2.0/networks/04cb81b5-85e4-4ffa-8556-8a80e37bea1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661664 May 10 05:37:54.931516 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6ac08c1e-ba98-41d0-8520-09e5ef19fdf7 req-1d8642ab-8a40-487a-8743-1a782763061b service neutron] 10.222.0.50 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618825 May 10 05:37:55.014432 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da691e29-d8fa-4b35-ad74-0754d841e40d tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for port (5476090c-9378-4bdc-8965-9bf1b9638fba), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:55.101241 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da691e29-d8fa-4b35-ad74-0754d841e40d tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (5476090c-9378-4bdc-8965-9bf1b9638fba), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:55.126303 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-40c47bd1-dd02-4d41-a31f-951c9ae73437 req-1797f9f1-a5a6-4328-92e8-3c0120ac5451 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916370 May 10 05:37:55.185277 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6ac08c1e-ba98-41d0-8520-09e5ef19fdf7 req-3b93bffe-6a1a-4955-8def-4769d9615d51 service neutron] 10.222.0.50 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181847 May 10 05:37:55.215430 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da691e29-d8fa-4b35-ad74-0754d841e40d tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Network 87bc626b-a764-429e-8d11-cdbbe513fac5 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:37:55.221321 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-da691e29-d8fa-4b35-ad74-0754d841e40d tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:37:55.225227 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da691e29-d8fa-4b35-ad74-0754d841e40d tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:37:55.259049 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2769740d-4ae0-4136-9987-81e48dd541e2 None None] Publish callbacks [] for port (b19629f4-3445-4582-95a2-664232b61559), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:55.273843 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2769740d-4ae0-4136-9987-81e48dd541e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (b19629f4-3445-4582-95a2-664232b61559), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:55.278174 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da691e29-d8fa-4b35-ad74-0754d841e40d tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Pushing event updated for resources: {'Port': ['ID=5476090c-9378-4bdc-8965-9bf1b9638fba,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:55.353551 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 6042947f-ab41-4fd9-a745-b4e764419556 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:37:55.467920 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea8740-7cf4-43ad-b018-e7e399fd0e77 None None] Pushing event updated for resources: {'Port': ['ID=b19629f4-3445-4582-95a2-664232b61559,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:55.482695 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447437a-9964-4437-8000-e973727876cc req-26e5d114-26f0-4219-a2da-402cd3d73820 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:55.491810 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1447437a-9964-4437-8000-e973727876cc req-26e5d114-26f0-4219-a2da-402cd3d73820 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.1244755 May 10 05:37:55.598660 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1447437a-9964-4437-8000-e973727876cc req-397ef101-5b4a-4a35-a4f6-351eaa3d5fa3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049852 May 10 05:37:55.672448 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2769740d-4ae0-4136-9987-81e48dd541e2 None None] Attempting to bind port b19629f4-3445-4582-95a2-664232b61559 on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:37:55.673378 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2769740d-4ae0-4136-9987-81e48dd541e2 None None] Attempting to bind port b19629f4-3445-4582-95a2-664232b61559 by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': 'cef738d0-4b2c-4969-a1a7-8ad1da89b952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1fa3cdee-fba1-424e-a4c1-ff745d19c8d8'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:37:55.674250 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2769740d-4ae0-4136-9987-81e48dd541e2 None None] Attempting to bind port b19629f4-3445-4582-95a2-664232b61559 on network 1fa3cdee-fba1-424e-a4c1-ff745d19c8d8 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:37:55.682789 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port 6042947f-ab41-4fd9-a745-b4e764419556 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:55.683456 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (6042947f-ab41-4fd9-a745-b4e764419556), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:55.687891 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2769740d-4ae0-4136-9987-81e48dd541e2 None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:37:55.695012 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2769740d-4ae0-4136-9987-81e48dd541e2 None None] Checking segment: {'id': 'cef738d0-4b2c-4969-a1a7-8ad1da89b952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1fa3cdee-fba1-424e-a4c1-ff745d19c8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:37:55.695930 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2769740d-4ae0-4136-9987-81e48dd541e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:55.696425 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2769740d-4ae0-4136-9987-81e48dd541e2 None None] Bound using segment: {'id': 'cef738d0-4b2c-4969-a1a7-8ad1da89b952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1fa3cdee-fba1-424e-a4c1-ff745d19c8d8'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:37:55.697467 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2769740d-4ae0-4136-9987-81e48dd541e2 None None] Bound port: b19629f4-3445-4582-95a2-664232b61559, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef738d0-4b2c-4969-a1a7-8ad1da89b952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1fa3cdee-fba1-424e-a4c1-ff745d19c8d8'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:37:55.698050 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2769740d-4ae0-4136-9987-81e48dd541e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (b19629f4-3445-4582-95a2-664232b61559), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:55.701074 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6dc18-2552-4738-892e-ef15394373ab req-e2dfa7af-3f56-4c5f-9d15-c8576b699a21 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:55.708633 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f9c6dc18-2552-4738-892e-ef15394373ab req-e2dfa7af-3f56-4c5f-9d15-c8576b699a21 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.0730698 May 10 05:37:55.766446 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f9c6dc18-2552-4738-892e-ef15394373ab req-195819d0-cfab-4045-99b9-12c7aa8c52e3 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565832 May 10 05:37:55.826364 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c5049bab-8906-44e5-a658-ccea53dd5b98 None None] Provisioning complete for port b19629f4-3445-4582-95a2-664232b61559 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:55.829676 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c5049bab-8906-44e5-a658-ccea53dd5b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (b19629f4-3445-4582-95a2-664232b61559), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:55.885914 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c5049bab-8906-44e5-a658-ccea53dd5b98 None None] Port b19629f4-3445-4582-95a2-664232b61559 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:37:55.896802 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2769740d-4ae0-4136-9987-81e48dd541e2 None None] For port b19629f4-3445-4582-95a2-664232b61559, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:37:55.902546 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2769740d-4ae0-4136-9987-81e48dd541e2 None None] For port b19629f4-3445-4582-95a2-664232b61559, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=b19629f4-3445-4582-95a2-664232b61559,segment=NetworkSegment(cef738d0-4b2c-4969-a1a7-8ad1da89b952),segment_id=cef738d0-4b2c-4969-a1a7-8ad1da89b952)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:37:55.911755 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2769740d-4ae0-4136-9987-81e48dd541e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (b19629f4-3445-4582-95a2-664232b61559), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:56.005821 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port 6042947f-ab41-4fd9-a745-b4e764419556 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:37:56.025886 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2769740d-4ae0-4136-9987-81e48dd541e2 None None] Routers {'e655bde3-d809-425e-8ce6-f2366cc0e9f1'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:37:56.027387 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2769740d-4ae0-4136-9987-81e48dd541e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:37:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e655bde3-d809-425e-8ce6-f2366cc0e9f1'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:37:56.074213 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea8740-7cf4-43ad-b018-e7e399fd0e77 None None] Pushing event updated for resources: {'Port': ['ID=b19629f4-3445-4582-95a2-664232b61559,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:56.225335 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da691e29-d8fa-4b35-ad74-0754d841e40d tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for floatingip (8c45dd32-9d58-4573-8e32-d931ca7e1b57), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:56.301543 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-2769740d-4ae0-4136-9987-81e48dd541e2 None None] Set router e655bde3-d809-425e-8ce6-f2366cc0e9f1 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:37:56.320521 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b37e2-f4d2-4fa9-80e9-8f17ef8d83fe req-e3a1dbe6-cce9-4211-9c57-fa4f44f26acc tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:56.328719 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3f0b37e2-f4d2-4fa9-80e9-8f17ef8d83fe req-e3a1dbe6-cce9-4211-9c57-fa4f44f26acc tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 943 time: 0.0818214 May 10 05:37:56.353111 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 05:37:56.362762 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da691e29-d8fa-4b35-ad74-0754d841e40d tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (5476090c-9378-4bdc-8965-9bf1b9638fba), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:56.375398 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b4836340-3506-4afd-bddc-2e8114b405e8 None None] Provisioning complete for port b19629f4-3445-4582-95a2-664232b61559 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:56.375786 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b4836340-3506-4afd-bddc-2e8114b405e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (b19629f4-3445-4582-95a2-664232b61559), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:56.403187 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3f0b37e2-f4d2-4fa9-80e9-8f17ef8d83fe req-d8383266-9c61-4d0c-971d-9c1320bd82fa tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732319 May 10 05:37:56.577298 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da691e29-d8fa-4b35-ad74-0754d841e40d tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for port (5476090c-9378-4bdc-8965-9bf1b9638fba), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:56.597477 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da691e29-d8fa-4b35-ad74-0754d841e40d tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851357'] for port (5476090c-9378-4bdc-8965-9bf1b9638fba), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:56.632045 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c,segment=NetworkSegment(9225ec9f-9ab7-44e3-8189-b6b0b00fce2d),segment_id=9225ec9f-9ab7-44e3-8189-b6b0b00fce2d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:37:56.656778 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Returning: {'device': '3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c', 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7', 'port_id': '3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c', 'mac_address': 'fa:16:3e:4e:a3:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 05:37:56.678693 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b4836340-3506-4afd-bddc-2e8114b405e8 None None] Current status of the port b19629f4-3445-4582-95a2-664232b61559 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:37:56.679061 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b4836340-3506-4afd-bddc-2e8114b405e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (b19629f4-3445-4582-95a2-664232b61559), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:56.721401 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da691e29-d8fa-4b35-ad74-0754d841e40d tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Pushing event updated for resources: {'Port': ['ID=5476090c-9378-4bdc-8965-9bf1b9638fba,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:56.726627 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da691e29-d8fa-4b35-ad74-0754d841e40d tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (8c45dd32-9d58-4573-8e32-d931ca7e1b57), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:56.776281 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2769740d-4ae0-4136-9987-81e48dd541e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e655bde3-d809-425e-8ce6-f2366cc0e9f1', 'name': 'tempest-TestMinimumBasicScenario-1014064537-router', 'tenant_id': 'ca8030ffa56d425b8386c2aa2d96c1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '6042947f-ab41-4fd9-a745-b4e764419556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:37:45Z', 'updated_at': '2022-05-10T05:37:51Z', 'revision_number': 4, 'project_id': 'ca8030ffa56d425b8386c2aa2d96c1b1', 'gw_port': {'id': '6042947f-ab41-4fd9-a745-b4e764419556', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e655bde3-d809-425e-8ce6-f2366cc0e9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:45Z', 'updated_at': '2022-05-10T05:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'b19629f4-3445-4582-95a2-664232b61559', 'name': '', 'network_id': '1fa3cdee-fba1-424e-a4c1-ff745d19c8d8', 'tenant_id': 'ca8030ffa56d425b8386c2aa2d96c1b1', 'mac_address': 'fa:16:3e:67:ae:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e655bde3-d809-425e-8ce6-f2366cc0e9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b8fb1b9c-d716-4ec1-8d27-2bca8d6e770c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:50Z', 'updated_at': '2022-05-10T05:37:55Z', 'revision_number': 4, 'project_id': 'ca8030ffa56d425b8386c2aa2d96c1b1', 'subnets': [{'id': 'b8fb1b9c-d716-4ec1-8d27-2bca8d6e770c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:37:56.798086 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b4836340-3506-4afd-bddc-2e8114b405e8 None None] For port b19629f4-3445-4582-95a2-664232b61559, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=b19629f4-3445-4582-95a2-664232b61559,segment=NetworkSegment(cef738d0-4b2c-4969-a1a7-8ad1da89b952),segment_id=cef738d0-4b2c-4969-a1a7-8ad1da89b952)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:37:56.824914 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b4836340-3506-4afd-bddc-2e8114b405e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (b19629f4-3445-4582-95a2-664232b61559), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:56.827046 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2769740d-4ae0-4136-9987-81e48dd541e2 None None] The sync data for ids ['e655bde3-d809-425e-8ce6-f2366cc0e9f1'] in dv-cinder-836996-16-iscsi is: [{'id': 'e655bde3-d809-425e-8ce6-f2366cc0e9f1', 'name': 'tempest-TestMinimumBasicScenario-1014064537-router', 'tenant_id': 'ca8030ffa56d425b8386c2aa2d96c1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '6042947f-ab41-4fd9-a745-b4e764419556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:37:45Z', 'updated_at': '2022-05-10T05:37:51Z', 'revision_number': 4, 'project_id': 'ca8030ffa56d425b8386c2aa2d96c1b1', 'gw_port': {'id': '6042947f-ab41-4fd9-a745-b4e764419556', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e655bde3-d809-425e-8ce6-f2366cc0e9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:45Z', 'updated_at': '2022-05-10T05:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'b19629f4-3445-4582-95a2-664232b61559', 'name': '', 'network_id': '1fa3cdee-fba1-424e-a4c1-ff745d19c8d8', 'tenant_id': 'ca8030ffa56d425b8386c2aa2d96c1b1', 'mac_address': 'fa:16:3e:67:ae:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e655bde3-d809-425e-8ce6-f2366cc0e9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b8fb1b9c-d716-4ec1-8d27-2bca8d6e770c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:50Z', 'updated_at': '2022-05-10T05:37:55Z', 'revision_number': 4, 'project_id': 'ca8030ffa56d425b8386c2aa2d96c1b1', 'subnets': [{'id': 'b8fb1b9c-d716-4ec1-8d27-2bca8d6e770c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:37:56.830899 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:37:56.831263 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:56.842826 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462610f-f6d4-40cd-8a4d-cb430fc072bc req-5df245cc-aa75-45b6-a34d-8ff4afbf5afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:56.844535 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4462610f-f6d4-40cd-8a4d-cb430fc072bc req-5df245cc-aa75-45b6-a34d-8ff4afbf5afd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=946af2825477481298bcaa8f04b345d2&device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 1129 time: 0.1058853 May 10 05:37:56.889908 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.db.l3_db [None req-da691e29-d8fa-4b35-ad74-0754d841e40d tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Floating IP 8c45dd32-9d58-4573-8e32-d931ca7e1b57 associated. External IP: 172.27.0.78, port: dffd03e0-fe9d-43a2-b37f-2a79995814fe. May 10 05:37:56.918827 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:37:56.960746 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c,segment=NetworkSegment(9225ec9f-9ab7-44e3-8189-b6b0b00fce2d),segment_id=9225ec9f-9ab7-44e3-8189-b6b0b00fce2d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:37:56.962526 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf6004-6a66-4f6b-a815-894982cd1b03 req-170c8fa3-91c7-490e-b37f-b05cd82838b3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:56.971777 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a9bf6004-6a66-4f6b-a815-894982cd1b03 req-170c8fa3-91c7-490e-b37f-b05cd82838b3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.2793386 May 10 05:37:56.979807 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:57.002860 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4836340-3506-4afd-bddc-2e8114b405e8 None None] Pushing event updated for resources: {'Port': ['ID=b19629f4-3445-4582-95a2-664232b61559,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:57.072874 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:57.144039 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3af66-b4d1-4d6c-a0f7-31bc59a625ad req-b556fa80-0bc5-4ce3-a484-b60d8edd2b1c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:57.156100 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-fcb3af66-b4d1-4d6c-a0f7-31bc59a625ad req-b556fa80-0bc5-4ce3-a484-b60d8edd2b1c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.1734293 May 10 05:37:57.215476 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a9bf6004-6a66-4f6b-a815-894982cd1b03 req-e115ef8b-17ca-4865-a689-1092868a4ca1 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414138 May 10 05:37:57.216588 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462610f-f6d4-40cd-8a4d-cb430fc072bc req-26f61978-08c4-4d7e-9ee1-9d714563b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:57.217999 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4462610f-f6d4-40cd-8a4d-cb430fc072bc req-26f61978-08c4-4d7e-9ee1-9d714563b4ef service neutron] 10.222.0.50 "GET /v2.0/networks?id=58a4c33e-b5ad-4505-8230-cedc9ea5ca27 HTTP/1.1" status: 200 len: 918 time: 0.3651435 May 10 05:37:57.310331 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da691e29-d8fa-4b35-ad74-0754d841e40d tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Router 11682ce3-3c9a-44df-8814-3d046c664862 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:37:57.322276 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:37:57.324473 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device b19629f4-3445-4582-95a2-664232b61559 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:37:57.548647 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port b19629f4-3445-4582-95a2-664232b61559 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:57.549012 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (b19629f4-3445-4582-95a2-664232b61559), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:57.552368 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da691e29-d8fa-4b35-ad74-0754d841e40d tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:37:57.563421 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d47c878-f5cd-456d-a90a-6e8e8fb326d5 None None] Sync routers for ids ['11682ce3-3c9a-44df-8814-3d046c664862'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:37:57.585073 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d47c878-f5cd-456d-a90a-6e8e8fb326d5 None None] Routers {'11682ce3-3c9a-44df-8814-3d046c664862'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:37:57.586254 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da691e29-d8fa-4b35-ad74-0754d841e40d tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:57.587498 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-7d47c878-f5cd-456d-a90a-6e8e8fb326d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:37:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['11682ce3-3c9a-44df-8814-3d046c664862'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:37:57.650708 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-da691e29-d8fa-4b35-ad74-0754d841e40d tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9811056 May 10 05:37:57.651316 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925b9230-6888-48f3-a440-2c8648334a8b', 'tag': 'dffd03e0-fe9d-43a2-b37f-2a79995814fe'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:37:57.653625 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f94040-037e-4ef0-bd29-02b9c58855ee" -d '{"events": [{"name": "network-changed", "server_uuid": "925b9230-6888-48f3-a440-2c8648334a8b", "tag": "dffd03e0-fe9d-43a2-b37f-2a79995814fe"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:37:57.681725 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4462610f-f6d4-40cd-8a4d-cb430fc072bc req-3fb60265-caba-4251-b157-6142b88cce04 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 HTTP/1.1" status: 200 len: 1000 time: 0.4557626 May 10 05:37:57.734049 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-fcb3af66-b4d1-4d6c-a0f7-31bc59a625ad req-b196e34a-26ef-4f24-a24b-96401941354a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5749784 May 10 05:37:57.818238 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991313c-38ab-4ea7-89f8-fb4966c1deb8 req-3b69028f-d8c7-4cbf-a342-625d369626fe tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:57.824235 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7622d7ce-5173-404a-935a-aa06e3533180 x-openstack-request-id: req-7622d7ce-5173-404a-935a-aa06e3533180 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:37:57.824531 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925b9230-6888-48f3-a440-2c8648334a8b", "tag": "dffd03e0-fe9d-43a2-b37f-2a79995814fe", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:37:57.824757 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7622d7ce-5173-404a-935a-aa06e3533180 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:37:57.825163 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7622d7ce-5173-404a-935a-aa06e3533180'] response: {'name': 'network-changed', 'server_uuid': '925b9230-6888-48f3-a440-2c8648334a8b', 'tag': 'dffd03e0-fe9d-43a2-b37f-2a79995814fe', 'status': 'completed', 'code': 200} May 10 05:37:57.828588 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f991313c-38ab-4ea7-89f8-fb4966c1deb8 req-3b69028f-d8c7-4cbf-a342-625d369626fe tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 944 time: 0.1539795 May 10 05:37:57.843509 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port b19629f4-3445-4582-95a2-664232b61559 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:37:57.863098 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:57.893528 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f94040-037e-4ef0-bd29-02b9c58855ee req-51a8476c-bb52-49f0-9966-ade23d81401f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:57.895083 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462610f-f6d4-40cd-8a4d-cb430fc072bc req-d8ab6694-b966-49a6-a018-5d755e9fe18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:57.895716 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-28f94040-037e-4ef0-bd29-02b9c58855ee req-51a8476c-bb52-49f0-9966-ade23d81401f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9870e28919e340ad9cda63cbbdea4e35&device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 1130 time: 0.0549028 May 10 05:37:57.896589 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4462610f-f6d4-40cd-8a4d-cb430fc072bc req-d8ab6694-b966-49a6-a018-5d755e9fe18f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ff46a27e-f212-41bf-beb8-9faaab46805d HTTP/1.1" status: 200 len: 856 time: 0.2024829 May 10 05:37:57.899768 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f991313c-38ab-4ea7-89f8-fb4966c1deb8 req-29300aff-d114-4c24-89eb-c4feabfe11ed tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700705 May 10 05:37:57.974532 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-7d47c878-f5cd-456d-a90a-6e8e8fb326d5 None None] Set router 11682ce3-3c9a-44df-8814-3d046c664862 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:37:57.981330 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462610f-f6d4-40cd-8a4d-cb430fc072bc req-98950aaf-4d37-4b5a-9ee0-e336c78c4141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:57.983081 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4462610f-f6d4-40cd-8a4d-cb430fc072bc req-98950aaf-4d37-4b5a-9ee0-e336c78c4141 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58a4c33e-b5ad-4505-8230-cedc9ea5ca27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0736511 May 10 05:37:58.073154 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f94040-037e-4ef0-bd29-02b9c58855ee req-b679fe6f-c36b-409b-be44-69bd54a53b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:58.074645 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-28f94040-037e-4ef0-bd29-02b9c58855ee req-b679fe6f-c36b-409b-be44-69bd54a53b6d service neutron] 10.222.0.50 "GET /v2.0/networks?id=918d9451-3907-4334-86c4-66c71dca6bc6 HTTP/1.1" status: 200 len: 908 time: 0.1625173 May 10 05:37:58.128509 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4462610f-f6d4-40cd-8a4d-cb430fc072bc req-a6912ef2-1d8c-414a-96f1-0ab97312913b service neutron] 10.222.0.50 "GET /v2.0/networks/58a4c33e-b5ad-4505-8230-cedc9ea5ca27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365693 May 10 05:37:58.161706 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-28f94040-037e-4ef0-bd29-02b9c58855ee req-3d121e3f-be94-4c80-9587-03437c79b528 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dffd03e0-fe9d-43a2-b37f-2a79995814fe HTTP/1.1" status: 200 len: 999 time: 0.0739639 May 10 05:37:58.238697 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4462610f-f6d4-40cd-8a4d-cb430fc072bc req-fef7995b-59a3-4b37-b2dd-183d95307e0b service neutron] 10.222.0.50 "GET /v2.0/networks/58a4c33e-b5ad-4505-8230-cedc9ea5ca27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021132 May 10 05:37:58.240236 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f94040-037e-4ef0-bd29-02b9c58855ee req-a076e185-3681-433f-bac6-0f15fb850faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:58.241990 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-28f94040-037e-4ef0-bd29-02b9c58855ee req-a076e185-3681-433f-bac6-0f15fb850faf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b2a5834-958c-4d83-942b-6f1d18dc1c56 HTTP/1.1" status: 200 len: 846 time: 0.0738688 May 10 05:37:58.260970 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-7d47c878-f5cd-456d-a90a-6e8e8fb326d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11682ce3-3c9a-44df-8814-3d046c664862', 'name': 'tempest-TestShelveInstance-57066978-router', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '4b5d47a2-35ef-40ca-adb1-419b5d874c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:42Z', 'updated_at': '2022-05-10T05:36:45Z', 'revision_number': 4, 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'gw_port': {'id': '4b5d47a2-35ef-40ca-adb1-419b5d874c2b', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11682ce3-3c9a-44df-8814-3d046c664862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:42Z', 'updated_at': '2022-05-10T05:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '8c45dd32-9d58-4573-8e32-d931ca7e1b57', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': '11682ce3-3c9a-44df-8814-3d046c664862', 'port_id': 'dffd03e0-fe9d-43a2-b37f-2a79995814fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '918d9451-3907-4334-86c4-66c71dca6bc6', 'mac_address': 'fa:16:3e:e8:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925b9230-6888-48f3-a440-2c8648334a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:37:55Z', 'updated_at': '2022-05-10T05:37:55Z', 'revision_number': 0, 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1d64e4b-7098-4310-86a3-806f8d191537', 'name': '', 'network_id': '918d9451-3907-4334-86c4-66c71dca6bc6', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'mac_address': 'fa:16:3e:9d:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11682ce3-3c9a-44df-8814-3d046c664862', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '8b2a5834-958c-4d83-942b-6f1d18dc1c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:44Z', 'updated_at': '2022-05-10T05:36:51Z', 'revision_number': 5, 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'subnets': [{'id': '8b2a5834-958c-4d83-942b-6f1d18dc1c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:37:58.298104 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d47c878-f5cd-456d-a90a-6e8e8fb326d5 None None] Checking router: 11682ce3-3c9a-44df-8814-3d046c664862 for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:37:58.305460 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f94040-037e-4ef0-bd29-02b9c58855ee req-320ef0bd-cca3-463c-9f4d-014c78f02096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:58.307259 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-28f94040-037e-4ef0-bd29-02b9c58855ee req-320ef0bd-cca3-463c-9f4d-014c78f02096 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=918d9451-3907-4334-86c4-66c71dca6bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506516 May 10 05:37:58.308925 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d47c878-f5cd-456d-a90a-6e8e8fb326d5 None None] Routers {'11682ce3-3c9a-44df-8814-3d046c664862'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:37:58.309538 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-7d47c878-f5cd-456d-a90a-6e8e8fb326d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:37:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['11682ce3-3c9a-44df-8814-3d046c664862'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:37:58.474700 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-7d47c878-f5cd-456d-a90a-6e8e8fb326d5 None None] Set router 11682ce3-3c9a-44df-8814-3d046c664862 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:37:58.656438 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c up at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:37:58.722058 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning for port 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 05:37:58.730104 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning complete for port 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:37:58.730572 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:58.818708 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:37:58.819098 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:58.852186 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-7d47c878-f5cd-456d-a90a-6e8e8fb326d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11682ce3-3c9a-44df-8814-3d046c664862', 'name': 'tempest-TestShelveInstance-57066978-router', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '4b5d47a2-35ef-40ca-adb1-419b5d874c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:42Z', 'updated_at': '2022-05-10T05:36:45Z', 'revision_number': 4, 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'gw_port': {'id': '4b5d47a2-35ef-40ca-adb1-419b5d874c2b', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11682ce3-3c9a-44df-8814-3d046c664862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:42Z', 'updated_at': '2022-05-10T05:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '8c45dd32-9d58-4573-8e32-d931ca7e1b57', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': '11682ce3-3c9a-44df-8814-3d046c664862', 'port_id': 'dffd03e0-fe9d-43a2-b37f-2a79995814fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '918d9451-3907-4334-86c4-66c71dca6bc6', 'mac_address': 'fa:16:3e:e8:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925b9230-6888-48f3-a440-2c8648334a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:37:55Z', 'updated_at': '2022-05-10T05:37:55Z', 'revision_number': 0, 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1d64e4b-7098-4310-86a3-806f8d191537', 'name': '', 'network_id': '918d9451-3907-4334-86c4-66c71dca6bc6', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'mac_address': 'fa:16:3e:9d:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11682ce3-3c9a-44df-8814-3d046c664862', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '8b2a5834-958c-4d83-942b-6f1d18dc1c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:44Z', 'updated_at': '2022-05-10T05:36:51Z', 'revision_number': 5, 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'subnets': [{'id': '8b2a5834-958c-4d83-942b-6f1d18dc1c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:37:58.865844 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c56cf7-b80b-4f65-b862-92681647b6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:37:58.868311 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0800c53295b7046a146618d9b887730b91c06d3b0846630efe31b30f8053b0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a011586-ad54-40b6-b2b9-db7becb323e8" -d '{"events": [{"server_uuid": "91c56cf7-b80b-4f65-b862-92681647b6ba", "name": "network-vif-plugged", "status": "completed", "tag": "3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:37:58.892648 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d47c878-f5cd-456d-a90a-6e8e8fb326d5 None None] The sync data for ids ['11682ce3-3c9a-44df-8814-3d046c664862'] in dv-cinder-836996-16-iscsi is: [{'id': '11682ce3-3c9a-44df-8814-3d046c664862', 'name': 'tempest-TestShelveInstance-57066978-router', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '4b5d47a2-35ef-40ca-adb1-419b5d874c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:42Z', 'updated_at': '2022-05-10T05:36:45Z', 'revision_number': 4, 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'gw_port': {'id': '4b5d47a2-35ef-40ca-adb1-419b5d874c2b', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11682ce3-3c9a-44df-8814-3d046c664862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:42Z', 'updated_at': '2022-05-10T05:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '8c45dd32-9d58-4573-8e32-d931ca7e1b57', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': '11682ce3-3c9a-44df-8814-3d046c664862', 'port_id': 'dffd03e0-fe9d-43a2-b37f-2a79995814fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '918d9451-3907-4334-86c4-66c71dca6bc6', 'mac_address': 'fa:16:3e:e8:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925b9230-6888-48f3-a440-2c8648334a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:37:55Z', 'updated_at': '2022-05-10T05:37:55Z', 'revision_number': 0, 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1d64e4b-7098-4310-86a3-806f8d191537', 'name': '', 'network_id': '918d9451-3907-4334-86c4-66c71dca6bc6', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'mac_address': 'fa:16:3e:9d:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11682ce3-3c9a-44df-8814-3d046c664862', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '8b2a5834-958c-4d83-942b-6f1d18dc1c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:44Z', 'updated_at': '2022-05-10T05:36:51Z', 'revision_number': 5, 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'subnets': [{'id': '8b2a5834-958c-4d83-942b-6f1d18dc1c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:37:58.900989 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c,segment=NetworkSegment(9225ec9f-9ab7-44e3-8189-b6b0b00fce2d),segment_id=9225ec9f-9ab7-44e3-8189-b6b0b00fce2d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:37:58.916510 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:58.917337 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:37:58.927093 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79869a41-2501-4cef-8b14-e7eda3ac26a5 req-eacb0cae-1e97-443a-b495-b45eb7bf7aad tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:58.938854 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-79869a41-2501-4cef-8b14-e7eda3ac26a5 req-eacb0cae-1e97-443a-b495-b45eb7bf7aad tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 945 time: 0.1041477 May 10 05:37:59.009671 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648d4183-4b8d-4454-9746-f7d750cdcafd x-openstack-request-id: req-648d4183-4b8d-4454-9746-f7d750cdcafd {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:37:59.010030 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c56cf7-b80b-4f65-b862-92681647b6ba", "name": "network-vif-plugged", "status": "completed", "tag": "3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:37:59.010836 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-648d4183-4b8d-4454-9746-f7d750cdcafd {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:37:59.010836 dv-cinder-836996-16-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-648d4183-4b8d-4454-9746-f7d750cdcafd'] response: {'server_uuid': '91c56cf7-b80b-4f65-b862-92681647b6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c', 'code': 200} May 10 05:37:59.074256 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-79869a41-2501-4cef-8b14-e7eda3ac26a5 req-4acd9feb-d16b-4fb0-9604-533319b6ce28 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172297 May 10 05:37:59.077670 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:59.153742 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:37:59.154533 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (1b1c74d4-bb02-47ae-a80c-f1985a28f7f1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:59.190908 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491489f-a48f-497b-9e40-ad6f0219fa17 req-972b5bc3-e9a3-4b64-b1d4-450ce63d0867 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:37:59.198043 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4491489f-a48f-497b-9e40-ad6f0219fa17 req-972b5bc3-e9a3-4b64-b1d4-450ce63d0867 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0964265 May 10 05:37:59.219132 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1b1c74d4-bb02-47ae-a80c-f1985a28f7f1,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:37:59.224925 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (1b1c74d4-bb02-47ae-a80c-f1985a28f7f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:37:59.280238 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4491489f-a48f-497b-9e40-ad6f0219fa17 req-e4bf52f1-68e8-407d-a528-0b7fcac80db1 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749714 May 10 05:37:59.293648 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=1b1c74d4-bb02-47ae-a80c-f1985a28f7f1,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:37:59.366124 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6291b8-80f7-4f26-96d7-d18b350c9f7f None None] New status for floating IP 8c45dd32-9d58-4573-8e32-d931ca7e1b57: ACTIVE {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 05:38:00.146610 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-28f94040-037e-4ef0-bd29-02b9c58855ee req-6e73b0a8-e8da-4e93-a395-5ba0f5e7eeba service neutron] 10.222.0.50 "GET /v2.0/networks/918d9451-3907-4334-86c4-66c71dca6bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533685 May 10 05:38:00.240322 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564863e2-fc44-4fa7-bbf9-a980398a7fc8 req-6c6ea745-b6ed-4a40-8e00-a7b95fad3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:00.241889 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-564863e2-fc44-4fa7-bbf9-a980398a7fc8 req-6c6ea745-b6ed-4a40-8e00-a7b95fad3591 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 1129 time: 0.0762208 May 10 05:38:00.257393 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7732c27-3903-4980-b8c5-b05ab53453d9 req-56117fe2-1e41-4028-a691-b08a6e66b219 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:00.258886 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d7732c27-3903-4980-b8c5-b05ab53453d9 req-56117fe2-1e41-4028-a691-b08a6e66b219 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0809987 May 10 05:38:00.322624 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-28f94040-037e-4ef0-bd29-02b9c58855ee req-60b79e91-22bc-4983-b52d-ba685a1dcc81 service neutron] 10.222.0.50 "GET /v2.0/networks/918d9451-3907-4334-86c4-66c71dca6bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567011 May 10 05:38:00.337539 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-564863e2-fc44-4fa7-bbf9-a980398a7fc8 req-f12db8eb-3f20-41a9-8737-cab45465e317 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777266 May 10 05:38:00.350586 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d7732c27-3903-4980-b8c5-b05ab53453d9 req-11bcc5c2-a5ba-4245-be47-9884aa223c0e tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742431 May 10 05:38:00.432679 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e6b14-99de-4648-8748-354fef253f08 req-c8659350-867e-4d46-8a3c-6ae6453b536f tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:00.434248 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-738e6b14-99de-4648-8748-354fef253f08 req-c8659350-867e-4d46-8a3c-6ae6453b536f tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0609396 May 10 05:38:00.484404 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-738e6b14-99de-4648-8748-354fef253f08 req-9e13f339-b9e1-4dc0-8da0-8f61725f41e8 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430720 May 10 05:38:01.012040 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8004d02a-acb5-48ec-904d-d9b45428d61c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b1c74d4-bb02-47ae-a80c-f1985a28f7f1'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:38:01.014576 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0800c53295b7046a146618d9b887730b91c06d3b0846630efe31b30f8053b0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef1b78a-5b9c-4496-9d86-74f2dfe6a109" -d '{"events": [{"server_uuid": "8004d02a-acb5-48ec-904d-d9b45428d61c", "name": "network-vif-unplugged", "status": "completed", "tag": "1b1c74d4-bb02-47ae-a80c-f1985a28f7f1"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:38:01.052437 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 05:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c56f4a2-49e9-4abc-af6c-53c12a62605f x-openstack-request-id: req-1c56f4a2-49e9-4abc-af6c-53c12a62605f {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:38:01.052969 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8004d02a-acb5-48ec-904d-d9b45428d61c", "name": "network-vif-unplugged", "status": "completed", "tag": "1b1c74d4-bb02-47ae-a80c-f1985a28f7f1", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:38:01.053227 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c56f4a2-49e9-4abc-af6c-53c12a62605f {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:38:01.053633 dv-cinder-836996-16-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c56f4a2-49e9-4abc-af6c-53c12a62605f'] response: {'server_uuid': '8004d02a-acb5-48ec-904d-d9b45428d61c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b1c74d4-bb02-47ae-a80c-f1985a28f7f1', 'code': 200} May 10 05:38:01.496085 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b3940-cd95-4b67-bb2d-e40ae78a16e1 req-df15d6f6-f45f-4ebd-8d15-a865753e5ecf tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:01.497569 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a12b3940-cd95-4b67-bb2d-e40ae78a16e1 req-df15d6f6-f45f-4ebd-8d15-a865753e5ecf tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0534954 May 10 05:38:01.550337 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a12b3940-cd95-4b67-bb2d-e40ae78a16e1 req-c546482a-7bd4-415b-a89d-c5f0d9e89167 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440886 May 10 05:38:01.642826 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1a4fd-293f-4542-8340-4715ea57d642 req-79abac10-577b-495e-adc2-1b60ac1ac2ab tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:01.644297 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-82b1a4fd-293f-4542-8340-4715ea57d642 req-79abac10-577b-495e-adc2-1b60ac1ac2ab tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0601203 May 10 05:38:01.709244 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-82b1a4fd-293f-4542-8340-4715ea57d642 req-bf2d3787-dc1f-46ed-b7fd-a818eb77bbad tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588653 May 10 05:38:02.168386 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [req-f24d35ea-5e68-444d-810d-3dd3c9e8c20f req-c7c7c2f6-f3d7-4ca3-84cf-a5b4676282a5 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 05:38:02.169598 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f24d35ea-5e68-444d-810d-3dd3c9e8c20f req-c7c7c2f6-f3d7-4ca3-84cf-a5b4676282a5 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057738 May 10 05:38:02.362488 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251aaadb-e330-442d-afd4-38a3aabce9c5 req-e196e2dd-f24f-4b37-bf3a-79cab0a4c81c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:02.364118 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-251aaadb-e330-442d-afd4-38a3aabce9c5 req-e196e2dd-f24f-4b37-bf3a-79cab0a4c81c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0559764 May 10 05:38:02.417620 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-251aaadb-e330-442d-afd4-38a3aabce9c5 req-3708b332-70cf-4bf1-9147-3faf5597baa7 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471921 May 10 05:38:02.689151 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 50294) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:38:02.803624 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-a44c25e2-a356-4a23-b239-a69090bdeda2 req-73b32003-8fb2-4e47-a705-be438397a8b8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1123238 May 10 05:38:02.808705 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [req-a44c25e2-a356-4a23-b239-a69090bdeda2 req-83b3983c-517b-4f05-9c01-b3a77942d256 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 05:38:02.809836 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-a44c25e2-a356-4a23-b239-a69090bdeda2 req-83b3983c-517b-4f05-9c01-b3a77942d256 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053425 May 10 05:38:02.868530 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce35f8-8120-401f-80eb-488ee43884bc req-cb85609f-3543-4d0d-b5b1-d1d499988081 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:02.876592 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-36ce35f8-8120-401f-80eb-488ee43884bc req-cb85609f-3543-4d0d-b5b1-d1d499988081 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0793588 May 10 05:38:02.908440 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 50304) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:38:02.934071 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b9322122-1ec6-42ee-a879-1ca4d412f871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:02.954192 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-36ce35f8-8120-401f-80eb-488ee43884bc req-4705a219-f3e0-4466-9bc9-54ae573001eb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763390 May 10 05:38:02.975735 dv-cinder-836996-16-iscsi neutron-server[103528]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 05:38:03.030641 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c25e2-a356-4a23-b239-a69090bdeda2 req-4a8401b8-7fca-4905-9394-2a2df8e44965 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:03.032481 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-a44c25e2-a356-4a23-b239-a69090bdeda2 req-4a8401b8-7fca-4905-9394-2a2df8e44965 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports/1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 HTTP/1.1" status: 200 len: 940 time: 0.1230676 May 10 05:38:03.090183 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fceb9-db5d-4c74-8822-3040f1bc5ae7 req-51f332e1-b9b7-4c8c-99b9-6c74e10025ca tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:03.096536 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3d2fceb9-db5d-4c74-8822-3040f1bc5ae7 req-51f332e1-b9b7-4c8c-99b9-6c74e10025ca tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0613580 May 10 05:38:03.100715 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 50312) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:38:03.105701 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-f76af6f5-7eec-4e0e-a079-8b4615409380 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Request body: {'floatingip': {'port_id': '3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:38:03.153336 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f76af6f5-7eec-4e0e-a079-8b4615409380 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks [] for floatingip (0a463f67-5c4b-45a8-b217-bd22fe047429), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:03.610907 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f01e8-227c-44a6-8ac1-092d3cb7867f req-3121911a-adc5-4313-88be-a9849804c6e6 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:03.619209 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c30f01e8-227c-44a6-8ac1-092d3cb7867f req-3121911a-adc5-4313-88be-a9849804c6e6 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0677252 May 10 05:38:03.697653 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c30f01e8-227c-44a6-8ac1-092d3cb7867f req-076680f2-9bbb-4458-8d4a-a42a132f0dac tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633063 May 10 05:38:03.935291 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f76af6f5-7eec-4e0e-a079-8b4615409380 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:03.939173 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f76af6f5-7eec-4e0e-a079-8b4615409380 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (0a463f67-5c4b-45a8-b217-bd22fe047429), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:04.075505 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.db.l3_db [None req-f76af6f5-7eec-4e0e-a079-8b4615409380 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Floating IP 0a463f67-5c4b-45a8-b217-bd22fe047429 associated. External IP: 172.27.0.199, port: 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c. May 10 05:38:04.329601 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76af6f5-7eec-4e0e-a079-8b4615409380 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Router 2c5c7ae5-9535-47c1-a986-d8e61626b3d9 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:38:04.482930 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76af6f5-7eec-4e0e-a079-8b4615409380 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:38:04.487496 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f76af6f5-7eec-4e0e-a079-8b4615409380 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:04.495895 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87644004-80ff-4678-9e61-7a8e3f1e1770 None None] Sync routers for ids ['2c5c7ae5-9535-47c1-a986-d8e61626b3d9'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:38:04.509139 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87644004-80ff-4678-9e61-7a8e3f1e1770 None None] Routers {'2c5c7ae5-9535-47c1-a986-d8e61626b3d9'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:38:04.509930 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-87644004-80ff-4678-9e61-7a8e3f1e1770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:37:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['2c5c7ae5-9535-47c1-a986-d8e61626b3d9'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:38:04.526548 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-f76af6f5-7eec-4e0e-a079-8b4615409380 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "PUT /v2.0/floatingips/0a463f67-5c4b-45a8-b217-bd22fe047429 HTTP/1.1" status: 200 len: 991 time: 1.4245317 May 10 05:38:04.527151 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c56cf7-b80b-4f65-b862-92681647b6ba', 'tag': '3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:38:04.530101 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541032f2-da3a-4d02-8e71-1a9c3c20b790" -d '{"events": [{"name": "network-changed", "server_uuid": "91c56cf7-b80b-4f65-b862-92681647b6ba", "tag": "3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:38:04.589256 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d964386-8f1a-4096-8ec8-a979bd88bb20 x-openstack-request-id: req-2d964386-8f1a-4096-8ec8-a979bd88bb20 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:38:04.589573 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c56cf7-b80b-4f65-b862-92681647b6ba", "tag": "3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:38:04.590358 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d964386-8f1a-4096-8ec8-a979bd88bb20 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:38:04.590596 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d964386-8f1a-4096-8ec8-a979bd88bb20'] response: {'name': 'network-changed', 'server_uuid': '91c56cf7-b80b-4f65-b862-92681647b6ba', 'tag': '3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c', 'status': 'completed', 'code': 200} May 10 05:38:04.695196 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:38:04.699618 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-87644004-80ff-4678-9e61-7a8e3f1e1770 None None] Set router 2c5c7ae5-9535-47c1-a986-d8e61626b3d9 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:38:04.776878 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541032f2-da3a-4d02-8e71-1a9c3c20b790 req-d24c2968-d132-4e39-8655-ecf21e4d9081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:04.779554 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-541032f2-da3a-4d02-8e71-1a9c3c20b790 req-d24c2968-d132-4e39-8655-ecf21e4d9081 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5655a11bb4d94e7fb7186eb1bec105cb&device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 1129 time: 0.1638484 May 10 05:38:04.781906 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c25e2-a356-4a23-b239-a69090bdeda2 req-999a8e69-9812-41f1-a02c-461fc4b0911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:04.784018 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a44c25e2-a356-4a23-b239-a69090bdeda2 req-999a8e69-9812-41f1-a02c-461fc4b0911e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c&tenant_id=946af2825477481298bcaa8f04b345d2 HTTP/1.1" status: 200 len: 1127 time: 0.1777234 May 10 05:38:04.899609 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c25e2-a356-4a23-b239-a69090bdeda2 req-3c830ce6-162e-42af-b6b1-3fcdc68386aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:04.901510 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a44c25e2-a356-4a23-b239-a69090bdeda2 req-3c830ce6-162e-42af-b6b1-3fcdc68386aa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=946af2825477481298bcaa8f04b345d2&device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 1127 time: 0.0793107 May 10 05:38:04.956025 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 is: DOWN; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:38:05.002843 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541032f2-da3a-4d02-8e71-1a9c3c20b790 req-721ffc2f-be31-45d7-9893-803dd0d6db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:05.005612 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-541032f2-da3a-4d02-8e71-1a9c3c20b790 req-721ffc2f-be31-45d7-9893-803dd0d6db1b service neutron] 10.222.0.50 "GET /v2.0/networks?id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 HTTP/1.1" status: 200 len: 919 time: 0.2022552 May 10 05:38:05.025499 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c25e2-a356-4a23-b239-a69090bdeda2 req-f7a38279-7aec-4992-bbe3-ae383cc38ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:05.027555 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a44c25e2-a356-4a23-b239-a69090bdeda2 req-f7a38279-7aec-4992-bbe3-ae383cc38ec1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=58a4c33e-b5ad-4505-8230-cedc9ea5ca27 HTTP/1.1" status: 200 len: 918 time: 0.1149831 May 10 05:38:05.075116 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-87644004-80ff-4678-9e61-7a8e3f1e1770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'name': 'tempest-ServerRescueNegativeTestJSON-173816327-router', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:31Z', 'revision_number': 4, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'gw_port': {'id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '0a463f67-5c4b-45a8-b217-bd22fe047429', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'port_id': '3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7', 'mac_address': 'fa:16:3e:4e:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c56cf7-b80b-4f65-b862-92681647b6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:37:42Z', 'updated_at': '2022-05-10T05:38:03Z', 'revision_number': 1, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cce6e3f1-ae7d-4c27-95c6-b86a67679dcb', 'name': '', 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'mac_address': 'fa:16:3e:d5:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:30Z', 'updated_at': '2022-05-10T05:35:46Z', 'revision_number': 5, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'subnets': [{'id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:38:05.105543 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-541032f2-da3a-4d02-8e71-1a9c3c20b790 req-3d9a53c5-e74d-401e-8d1d-2ac46088963c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c HTTP/1.1" status: 200 len: 999 time: 0.0890796 May 10 05:38:05.111799 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80a1dc-2660-41a7-a5f3-36817808d4c9 req-d7e7ff5c-05a1-4e85-b734-8cb5af616bba tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:05.114463 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6b80a1dc-2660-41a7-a5f3-36817808d4c9 req-d7e7ff5c-05a1-4e85-b734-8cb5af616bba tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.2117634 May 10 05:38:05.115557 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87644004-80ff-4678-9e61-7a8e3f1e1770 None None] Checking router: 2c5c7ae5-9535-47c1-a986-d8e61626b3d9 for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:38:05.126563 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87644004-80ff-4678-9e61-7a8e3f1e1770 None None] Routers {'2c5c7ae5-9535-47c1-a986-d8e61626b3d9'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:38:05.127199 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-87644004-80ff-4678-9e61-7a8e3f1e1770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:37:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['2c5c7ae5-9535-47c1-a986-d8e61626b3d9'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:38:05.191499 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541032f2-da3a-4d02-8e71-1a9c3c20b790 req-d2981add-33ae-47dd-bcfd-a8547d5bae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:05.196288 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-541032f2-da3a-4d02-8e71-1a9c3c20b790 req-d2981add-33ae-47dd-bcfd-a8547d5bae60 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5cda1426-dd5e-4474-b1b8-e2dd037a4f93 HTTP/1.1" status: 200 len: 857 time: 0.0826890 May 10 05:38:05.197230 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a44c25e2-a356-4a23-b239-a69090bdeda2 req-65291ea5-ffec-467b-8554-613b6c1942e3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 HTTP/1.1" status: 200 len: 998 time: 0.1513474 May 10 05:38:05.207269 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6b80a1dc-2660-41a7-a5f3-36817808d4c9 req-86ba1d7e-c4d7-4e7e-bbd9-9bac71604f9c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840845 May 10 05:38:05.297871 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c25e2-a356-4a23-b239-a69090bdeda2 req-13b42db7-b0f6-42c0-91e1-e668efc06bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:05.297871 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a44c25e2-a356-4a23-b239-a69090bdeda2 req-13b42db7-b0f6-42c0-91e1-e668efc06bf2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ff46a27e-f212-41bf-beb8-9faaab46805d HTTP/1.1" status: 200 len: 856 time: 0.0830688 May 10 05:38:05.342934 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541032f2-da3a-4d02-8e71-1a9c3c20b790 req-4c0b2a0e-36ce-4e9b-a582-c735e0f4ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:05.345042 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-541032f2-da3a-4d02-8e71-1a9c3c20b790 req-4c0b2a0e-36ce-4e9b-a582-c735e0f4ecdb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1281335 May 10 05:38:05.345374 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c25e2-a356-4a23-b239-a69090bdeda2 req-abc10c5b-a305-4122-849d-1443f46fa468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:05.347428 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a44c25e2-a356-4a23-b239-a69090bdeda2 req-abc10c5b-a305-4122-849d-1443f46fa468 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58a4c33e-b5ad-4505-8230-cedc9ea5ca27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0487113 May 10 05:38:05.359906 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-87644004-80ff-4678-9e61-7a8e3f1e1770 None None] Set router 2c5c7ae5-9535-47c1-a986-d8e61626b3d9 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:38:05.422073 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c2256001-aca4-46af-9fea-972b573b0c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:05.517482 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a44c25e2-a356-4a23-b239-a69090bdeda2 req-0c77f08d-f2d3-46df-94f3-dc5f926266d5 service neutron] 10.222.0.50 "GET /v2.0/networks/58a4c33e-b5ad-4505-8230-cedc9ea5ca27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573491 May 10 05:38:05.523598 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-541032f2-da3a-4d02-8e71-1a9c3c20b790 req-1fdc0be1-f5c2-451e-854c-1185cb82c12c service neutron] 10.222.0.50 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637375 May 10 05:38:05.652549 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-541032f2-da3a-4d02-8e71-1a9c3c20b790 req-13aae607-39f9-4fb3-a943-dee6158ebcce service neutron] 10.222.0.50 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155856 May 10 05:38:05.657239 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-87644004-80ff-4678-9e61-7a8e3f1e1770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'name': 'tempest-ServerRescueNegativeTestJSON-173816327-router', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:31Z', 'revision_number': 4, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'gw_port': {'id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '0a463f67-5c4b-45a8-b217-bd22fe047429', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'port_id': '3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7', 'mac_address': 'fa:16:3e:4e:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c56cf7-b80b-4f65-b862-92681647b6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:37:42Z', 'updated_at': '2022-05-10T05:38:03Z', 'revision_number': 1, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cce6e3f1-ae7d-4c27-95c6-b86a67679dcb', 'name': '', 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'mac_address': 'fa:16:3e:d5:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:30Z', 'updated_at': '2022-05-10T05:35:46Z', 'revision_number': 5, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'subnets': [{'id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:38:05.660925 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a44c25e2-a356-4a23-b239-a69090bdeda2 req-7c797b41-241f-4718-961f-07870a0731bf service neutron] 10.222.0.50 "GET /v2.0/networks/58a4c33e-b5ad-4505-8230-cedc9ea5ca27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321542 May 10 05:38:05.687785 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87644004-80ff-4678-9e61-7a8e3f1e1770 None None] The sync data for ids ['2c5c7ae5-9535-47c1-a986-d8e61626b3d9'] in dv-cinder-836996-16-iscsi is: [{'id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'name': 'tempest-ServerRescueNegativeTestJSON-173816327-router', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:31Z', 'revision_number': 4, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'gw_port': {'id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '0a463f67-5c4b-45a8-b217-bd22fe047429', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'port_id': '3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7', 'mac_address': 'fa:16:3e:4e:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c56cf7-b80b-4f65-b862-92681647b6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:37:42Z', 'updated_at': '2022-05-10T05:38:03Z', 'revision_number': 1, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cce6e3f1-ae7d-4c27-95c6-b86a67679dcb', 'name': '', 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'mac_address': 'fa:16:3e:d5:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:30Z', 'updated_at': '2022-05-10T05:35:46Z', 'revision_number': 5, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'subnets': [{'id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:38:05.994693 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97819e1c-5bd2-45e1-9180-ca342a790aab None None] New status for floating IP 0a463f67-5c4b-45a8-b217-bd22fe047429: ACTIVE {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 05:38:06.465660 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841fca6-8dac-432a-94a8-6cd4fc8a22af req-4a72094f-16d5-4cdd-b1b4-a4e6bb41166e tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:06.481325 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a841fca6-8dac-432a-94a8-6cd4fc8a22af req-4a72094f-16d5-4cdd-b1b4-a4e6bb41166e tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.1171668 May 10 05:38:06.577058 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:06.656178 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a841fca6-8dac-432a-94a8-6cd4fc8a22af req-f5d170e9-bb88-40b7-9f58-b9e49ea2f1ee tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732471 May 10 05:38:06.693099 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-ea8e5e01-5248-40bb-b5a7-dd5d2f82dfff tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:06.694917 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-ea8e5e01-5248-40bb-b5a7-dd5d2f82dfff tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/networks?id=2e1af6cc-bc8b-4bea-9455-7e30dde9457e HTTP/1.1" status: 200 len: 814 time: 0.1804910 May 10 05:38:06.710638 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-1ca0d587-2538-4d82-8537-3064741941a2 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/quotas/54da2dd57fd4488ea0266dc8d744cc25 HTTP/1.1" status: 200 len: 375 time: 0.0096724 May 10 05:38:06.767144 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-c326ff32-a644-4ffe-bf03-a9335a17cfd9 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=54da2dd57fd4488ea0266dc8d744cc25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510666 May 10 05:38:06.882740 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-7ae04e8e-9137-4fb5-874f-83e166428907 service neutron] 10.222.0.23 "GET /v2.0/networks/2e1af6cc-bc8b-4bea-9455-7e30dde9457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038370 May 10 05:38:06.971848 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-867c246a-16e4-46ac-af31-23fe6a5e86e1 service neutron] 10.222.0.23 "GET /v2.0/networks/2e1af6cc-bc8b-4bea-9455-7e30dde9457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880549 May 10 05:38:07.143496 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-821be407-ddd9-4751-bc91-24482fe7edef req-27e369d9-a491-4239-a6b4-bd576baa5ce7 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 210 time: 0.0349267 May 10 05:38:07.576103 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:07.798808 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358e270-66f6-4208-8b8e-4acb539f8118 req-64534d95-ddbf-4f0d-b0db-f924f2261246 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:07.800292 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5358e270-66f6-4208-8b8e-4acb539f8118 req-64534d95-ddbf-4f0d-b0db-f924f2261246 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0585036 May 10 05:38:07.846468 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5358e270-66f6-4208-8b8e-4acb539f8118 req-7a84995d-f989-40f9-b61e-ceedce7a84bb tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405750 May 10 05:38:08.242375 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b76d9e95-b5da-445a-b78b-f39f8ac86273 req-42f0da3a-f95d-48ac-9b27-3eff2cda1d05 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 210 time: 0.0273550 May 10 05:38:08.991049 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a36b3-c1df-428a-9f1e-40d4e2498a06 req-195f52ac-332b-46bf-be56-68e6fdee5f81 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:08.992595 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f47a36b3-c1df-428a-9f1e-40d4e2498a06 req-195f52ac-332b-46bf-be56-68e6fdee5f81 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0567660 May 10 05:38:09.039204 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f47a36b3-c1df-428a-9f1e-40d4e2498a06 req-a4a17d79-ed63-45c0-a566-2af6a4a61608 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404899 May 10 05:38:09.338742 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6430bd93-2566-484f-ab6f-de100fe9de19 req-45c39a54-db74-4d0d-a930-f5960d73eeca tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 210 time: 0.0282788 May 10 05:38:09.383343 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:10.182642 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0c27f-0823-4482-865d-9c4174b03457 req-7c0abea1-69be-42b0-bf37-531639131d20 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:10.184281 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ddf0c27f-0823-4482-865d-9c4174b03457 req-7c0abea1-69be-42b0-bf37-531639131d20 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0620153 May 10 05:38:10.240381 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ddf0c27f-0823-4482-865d-9c4174b03457 req-8e06ce75-8be7-4bc7-bf11-4f18b0f36de6 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482290 May 10 05:38:10.441518 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9ab3d2e2-204f-48d8-91e0-5248be9a7fa4 req-6abb2fef-865e-4e99-8136-938368aeb564 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 210 time: 0.0325685 May 10 05:38:11.368818 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca80af9-df72-4f28-aa11-3b8df8657ce0 req-916157df-3153-4406-9e09-54d120bc668b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:11.370290 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-aca80af9-df72-4f28-aa11-3b8df8657ce0 req-916157df-3153-4406-9e09-54d120bc668b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0477297 May 10 05:38:11.422090 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-aca80af9-df72-4f28-aa11-3b8df8657ce0 req-23b1acb9-7dd6-4083-ad60-2be53662d089 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453980 May 10 05:38:11.540960 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cce8a319-712d-40c0-8c19-9f35ac3ae3c5 req-4bd6f710-3217-419a-b827-9f38a50fa86c tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 210 time: 0.0293856 May 10 05:38:12.548321 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39829f27-e2fe-44f4-b8d6-7d677e6b3356 req-50a5695b-6c20-4f6c-ba1c-af9b7c14328d tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:12.549783 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-39829f27-e2fe-44f4-b8d6-7d677e6b3356 req-50a5695b-6c20-4f6c-ba1c-af9b7c14328d tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0462134 May 10 05:38:12.601787 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-39829f27-e2fe-44f4-b8d6-7d677e6b3356 req-688020f1-852f-430e-807b-26264acd8f53 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463715 May 10 05:38:12.660793 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-acbed0e5-8d7b-4a8f-8fd4-3eae5e470d17 req-d7683abd-e2df-4a61-862d-d8ff3b2307ce tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 210 time: 0.0283873 May 10 05:38:13.757317 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe94a4-c286-4a3b-b1fe-fdcb1b8c84d1 req-4f3e7f02-abc9-4d51-88ff-41f74b4da247 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:13.759030 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2fbe94a4-c286-4a3b-b1fe-fdcb1b8c84d1 req-4f3e7f02-abc9-4d51-88ff-41f74b4da247 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0791612 May 10 05:38:13.780488 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ef145b1f-2b00-4a4d-b957-db71032f8e41 req-7b37e19d-3537-4621-bcff-55117470fc49 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 210 time: 0.0384972 May 10 05:38:13.823895 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2fbe94a4-c286-4a3b-b1fe-fdcb1b8c84d1 req-9c84d3c9-ebc9-4d8f-85ec-e68bea613829 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463667 May 10 05:38:14.887120 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0f57577d-8f5b-4ed3-994b-74ef92eadf04 req-66bc3a7e-5eed-48bc-ab8f-042941e34940 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 210 time: 0.0347705 May 10 05:38:14.975793 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c984cce-bbb8-4edf-8ef5-27d49b1de76f req-a2a6cef3-b9e5-4cd1-949b-b4daaa997a8d tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:14.977327 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9c984cce-bbb8-4edf-8ef5-27d49b1de76f req-a2a6cef3-b9e5-4cd1-949b-b4daaa997a8d tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0591328 May 10 05:38:15.023727 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9c984cce-bbb8-4edf-8ef5-27d49b1de76f req-1488734e-d1d8-42a0-a1ab-12bc29cda1e2 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405803 May 10 05:38:15.999400 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-39357df4-a6eb-499f-9afd-9ad3a752d29e req-345ba5d0-c9e5-49ba-8445-00643c76f571 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 210 time: 0.0275552 May 10 05:38:16.147491 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18156da3-df63-48bd-9a14-0e65e9c09495 req-e16eb955-71e4-4e29-afdd-889010e869bd tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:16.148887 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-18156da3-df63-48bd-9a14-0e65e9c09495 req-e16eb955-71e4-4e29-afdd-889010e869bd tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0525568 May 10 05:38:16.198804 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-18156da3-df63-48bd-9a14-0e65e9c09495 req-4b7c8d88-b614-4952-8e9a-596ca47d8645 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416870 May 10 05:38:17.103839 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-975d7353-4d02-47ea-968c-d2012e8dbbd5 req-6e7a82b1-03bd-4b6e-9757-bee0c020e955 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 210 time: 0.0275884 May 10 05:38:17.318671 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51923a5e-5697-4294-a414-5cd1c3681b86 req-e9962543-570a-4d9c-9c75-c79dd98a6982 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:17.320172 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-51923a5e-5697-4294-a414-5cd1c3681b86 req-e9962543-570a-4d9c-9c75-c79dd98a6982 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0484769 May 10 05:38:17.365824 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-51923a5e-5697-4294-a414-5cd1c3681b86 req-052bd30b-0f2f-4cc3-857a-d8e0899f3bc6 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399377 May 10 05:38:17.794444 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-43a114c9-e0c6-4f07-b8ab-e49721a18b38 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:17.795998 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-43a114c9-e0c6-4f07-b8ab-e49721a18b38 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.50 "GET /v2.0/networks?id=2e1af6cc-bc8b-4bea-9455-7e30dde9457e HTTP/1.1" status: 200 len: 814 time: 0.1073544 May 10 05:38:17.819720 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-9f70183f-0568-4d4d-8632-ee583d668702 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Request body: {'port': {'device_id': '05c9dc47-c754-47ac-b84d-d96127ae9d7d', 'network_id': '2e1af6cc-bc8b-4bea-9455-7e30dde9457e', 'admin_state_up': True, 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:38:17.931803 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-9f70183f-0568-4d4d-8632-ee583d668702 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Made reservation on behalf of 54da2dd57fd4488ea0266dc8d744cc25 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:38:17.935166 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-9f70183f-0568-4d4d-8632-ee583d668702 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:18.062357 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-9f70183f-0568-4d4d-8632-ee583d668702 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Allocated IP 172.20.0.7 (2e1af6cc-bc8b-4bea-9455-7e30dde9457e/f2160d0e-5c73-40be-9a30-e6aa8b603d51/eede5e5f-b52a-4379-9ce7-5dbda6258f4b) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:38:18.259006 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-9f70183f-0568-4d4d-8632-ee583d668702 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for port (eede5e5f-b52a-4379-9ce7-5dbda6258f4b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:18.319614 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-9f70183f-0568-4d4d-8632-ee583d668702 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (eede5e5f-b52a-4379-9ce7-5dbda6258f4b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:18.412006 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26750d5c-f729-42af-b8d9-8396b5b611d8 req-d16043e8-4a1f-46f4-996f-383c1b2eb48f tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:18.413748 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-26750d5c-f729-42af-b8d9-8396b5b611d8 req-d16043e8-4a1f-46f4-996f-383c1b2eb48f tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 931 time: 0.1096172 May 10 05:38:18.415820 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-9f70183f-0568-4d4d-8632-ee583d668702 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Network 2e1af6cc-bc8b-4bea-9455-7e30dde9457e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:38:18.421182 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70183f-0568-4d4d-8632-ee583d668702 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Pushing event updated for resources: {'Port': ['ID=eede5e5f-b52a-4379-9ce7-5dbda6258f4b,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:38:18.424520 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-9f70183f-0568-4d4d-8632-ee583d668702 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:38:18.432324 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-9f70183f-0568-4d4d-8632-ee583d668702 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:38:18.437562 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-9f70183f-0568-4d4d-8632-ee583d668702 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:18.438333 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-9f70183f-0568-4d4d-8632-ee583d668702 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:18.505127 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-9f70183f-0568-4d4d-8632-ee583d668702 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6891367 May 10 05:38:18.536742 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd3720-e13c-4ccb-aefa-257041523089 req-9d989c1f-a356-47ac-b13b-036acd68b7dd tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:18.538288 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-20cd3720-e13c-4ccb-aefa-257041523089 req-9d989c1f-a356-47ac-b13b-036acd68b7dd tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0830226 May 10 05:38:18.541925 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-26750d5c-f729-42af-b8d9-8396b5b611d8 req-ab487895-bcb2-4ad6-b69c-611a7e77bedc tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217797 May 10 05:38:18.624822 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-20cd3720-e13c-4ccb-aefa-257041523089 req-8f962d8b-b2a3-488b-90df-e3c51595e9c5 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758550 May 10 05:38:18.731107 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-acbe83a9-37ed-45bb-8737-d7c04180c835 None None] Provisioning complete for port eede5e5f-b52a-4379-9ce7-5dbda6258f4b triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:38:18.731727 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-acbe83a9-37ed-45bb-8737-d7c04180c835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (eede5e5f-b52a-4379-9ce7-5dbda6258f4b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:18.765633 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-acbe83a9-37ed-45bb-8737-d7c04180c835 None None] Port eede5e5f-b52a-4379-9ce7-5dbda6258f4b cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:38:19.667648 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6f3bb-5a5f-4fbb-a4ba-ce657add3f4c req-69b9be3b-1f44-44c2-8efb-68bb06d6eb57 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:19.667648 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c0b6f3bb-5a5f-4fbb-a4ba-ce657add3f4c req-69b9be3b-1f44-44c2-8efb-68bb06d6eb57 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 931 time: 0.0502367 May 10 05:38:19.740973 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c0b6f3bb-5a5f-4fbb-a4ba-ce657add3f4c req-03c49658-a718-4bf7-b8e2-68455e4da3fa tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655835 May 10 05:38:19.784047 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2672a1-1a47-426d-a55e-92fea97933af req-869581af-c5ff-4a0a-8a35-7f0d0019a357 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:19.785585 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4a2672a1-1a47-426d-a55e-92fea97933af req-869581af-c5ff-4a0a-8a35-7f0d0019a357 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0599606 May 10 05:38:19.837779 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4a2672a1-1a47-426d-a55e-92fea97933af req-9ecd7566-4c71-4589-9be0-a340fb3a02cd tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455544 May 10 05:38:20.861753 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076974c1-0235-4ab0-845d-a2ac302a52cc req-167a049b-dff0-43be-92c6-eafaaaaea5f3 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:20.868200 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-076974c1-0235-4ab0-845d-a2ac302a52cc req-167a049b-dff0-43be-92c6-eafaaaaea5f3 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 931 time: 0.0556581 May 10 05:38:20.944029 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-076974c1-0235-4ab0-845d-a2ac302a52cc req-c04b8c7b-b6d6-4e64-a25b-271faea3d235 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666351 May 10 05:38:20.997751 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964a03d-d8a7-4e74-810e-f3e552842772 req-020ffe7c-6412-4a06-ae41-87a13923aabc tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:20.999624 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1964a03d-d8a7-4e74-810e-f3e552842772 req-020ffe7c-6412-4a06-ae41-87a13923aabc tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0509665 May 10 05:38:21.049888 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1964a03d-d8a7-4e74-810e-f3e552842772 req-5eef914d-6a0f-46f5-b6b5-89bb8ee1bbc7 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417986 May 10 05:38:22.056616 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906b80b-7c00-4769-a4cd-e8493cbe3a35 req-fee4f317-bbbd-4a2e-a201-63a0ae5797c1 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:22.059433 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0906b80b-7c00-4769-a4cd-e8493cbe3a35 req-fee4f317-bbbd-4a2e-a201-63a0ae5797c1 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 931 time: 0.0538397 May 10 05:38:22.113836 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0906b80b-7c00-4769-a4cd-e8493cbe3a35 req-35e9202a-056c-4ee9-857b-4ed1d6f322cb tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486996 May 10 05:38:22.175261 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ebd1a-b64f-406a-b8b7-824d3f905be6 req-38162a0c-d025-49c2-9ed6-46538dc3fb30 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:22.176766 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2f9ebd1a-b64f-406a-b8b7-824d3f905be6 req-38162a0c-d025-49c2-9ed6-46538dc3fb30 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0495803 May 10 05:38:22.224238 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2f9ebd1a-b64f-406a-b8b7-824d3f905be6 req-b4b9969e-928b-468f-a0b6-9f124b08e854 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416210 May 10 05:38:23.249485 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8312c3-5e3b-4fc9-9346-2d58f75bf6ff req-fae1e6bd-6ed6-49c3-adb1-d0370690337f tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:23.250951 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5c8312c3-5e3b-4fc9-9346-2d58f75bf6ff req-fae1e6bd-6ed6-49c3-adb1-d0370690337f tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 931 time: 0.0598979 May 10 05:38:23.298272 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5c8312c3-5e3b-4fc9-9346-2d58f75bf6ff req-e7bc807f-f722-40aa-8bc2-a36bea179a27 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401969 May 10 05:38:23.345708 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1164e5-a330-40d2-8dc9-9b895e4096f3 req-cafa6943-95cf-4acb-9fcc-db00c6a17110 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:23.347216 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7c1164e5-a330-40d2-8dc9-9b895e4096f3 req-cafa6943-95cf-4acb-9fcc-db00c6a17110 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0480828 May 10 05:38:23.399195 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7c1164e5-a330-40d2-8dc9-9b895e4096f3 req-5f279a64-20d1-4792-8125-799d55049397 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460863 May 10 05:38:24.428008 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3870c59-222b-4057-97b1-467f3786f3dc req-f7d0b1ca-6ed7-4a24-ae2c-5de7149ef83b tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:24.430331 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a3870c59-222b-4057-97b1-467f3786f3dc req-f7d0b1ca-6ed7-4a24-ae2c-5de7149ef83b tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 931 time: 0.0497789 May 10 05:38:24.486347 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a3870c59-222b-4057-97b1-467f3786f3dc req-a9d9f1e4-3e16-4b8c-a939-cff949106887 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506551 May 10 05:38:24.543852 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c1ebf-4bab-4e2f-97c9-649db26186e2 req-fa63635c-a8c7-4316-a33f-e5942edbef7b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:24.545662 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b83c1ebf-4bab-4e2f-97c9-649db26186e2 req-fa63635c-a8c7-4316-a33f-e5942edbef7b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0565352 May 10 05:38:24.592668 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b83c1ebf-4bab-4e2f-97c9-649db26186e2 req-bf6cf1a3-6bc1-4e79-bb0d-d4e63bf58834 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411601 May 10 05:38:25.618255 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e03fc4-64ce-46c3-9cc8-fc5bb2786a29 req-daf8a423-efa7-41c9-b5f9-2e400ae20aab tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:25.620556 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-27e03fc4-64ce-46c3-9cc8-fc5bb2786a29 req-daf8a423-efa7-41c9-b5f9-2e400ae20aab tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 931 time: 0.0594900 May 10 05:38:25.669414 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-27e03fc4-64ce-46c3-9cc8-fc5bb2786a29 req-3e4d8759-e9c8-4101-bbdc-44682372e78d tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435846 May 10 05:38:25.721793 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79984ac0-ed47-4bdc-9c6a-d984265414cb req-419bc8cd-802e-47af-b193-8c295c71eee5 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:25.723164 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-79984ac0-ed47-4bdc-9c6a-d984265414cb req-419bc8cd-802e-47af-b193-8c295c71eee5 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0512440 May 10 05:38:25.769567 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-79984ac0-ed47-4bdc-9c6a-d984265414cb req-6a7c0d32-4c67-4532-8b07-58f8d2df503d tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405772 May 10 05:38:26.793054 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290f5a2-7106-4f2d-bf31-f2eb750bf913 req-f8f85821-0f5b-4484-a17d-879d1d0cbd8a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:26.794520 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5290f5a2-7106-4f2d-bf31-f2eb750bf913 req-f8f85821-0f5b-4484-a17d-879d1d0cbd8a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 931 time: 0.0484784 May 10 05:38:26.882204 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5290f5a2-7106-4f2d-bf31-f2eb750bf913 req-6ae33b2b-4617-4865-88cd-c6bf5344f3d7 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796824 May 10 05:38:26.933439 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507c1a1-21d6-4ffd-9c9d-fa03d41c7fcf req-1f135f66-bea5-453b-b2f9-742ee539a9f9 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:26.934870 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3507c1a1-21d6-4ffd-9c9d-fa03d41c7fcf req-1f135f66-bea5-453b-b2f9-742ee539a9f9 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0693848 May 10 05:38:26.984106 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3507c1a1-21d6-4ffd-9c9d-fa03d41c7fcf req-c9b8ed3f-f6fa-458c-a94e-9149eaf39979 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435367 May 10 05:38:27.817814 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:27.995396 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83cd57-8a86-4a52-88f3-7fed9e8d811e req-1bcee5f1-44ad-4631-bad1-1a65c54f953c tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:27.997025 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1d83cd57-8a86-4a52-88f3-7fed9e8d811e req-1bcee5f1-44ad-4631-bad1-1a65c54f953c tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 931 time: 0.0580423 May 10 05:38:28.061741 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1d83cd57-8a86-4a52-88f3-7fed9e8d811e req-48202cc0-b42a-44e0-bf2e-de6f9880fafc tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534105 May 10 05:38:28.131629 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de444694-81e1-4ec7-8b13-a159ea1f4d33 req-ebf7df2f-cd5a-4617-8d00-e6d174602c5c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:28.133821 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-de444694-81e1-4ec7-8b13-a159ea1f4d33 req-ebf7df2f-cd5a-4617-8d00-e6d174602c5c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0603037 May 10 05:38:28.184729 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-de444694-81e1-4ec7-8b13-a159ea1f4d33 req-cd8fde57-b8f7-4a2e-92fc-78a6f94b62e8 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427692 May 10 05:38:28.839270 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:38:29.165998 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7ad60-d3ba-4e29-8b7f-0bd498c23267 req-72b9cf99-883a-40de-829a-42131af9c371 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:29.167488 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-31d7ad60-d3ba-4e29-8b7f-0bd498c23267 req-72b9cf99-883a-40de-829a-42131af9c371 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 931 time: 0.0492461 May 10 05:38:29.214825 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-31d7ad60-d3ba-4e29-8b7f-0bd498c23267 req-19b7c275-0b52-4cf3-9ed7-3559f8fc5779 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417581 May 10 05:38:29.313487 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74674932-729b-4b4a-9388-b26e6ce485e2 req-ac82d1f7-5f36-4f99-90ae-f37e45a12652 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:29.314958 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-74674932-729b-4b4a-9388-b26e6ce485e2 req-ac82d1f7-5f36-4f99-90ae-f37e45a12652 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0576413 May 10 05:38:29.363171 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-74674932-729b-4b4a-9388-b26e6ce485e2 req-9f433b91-8480-4ff7-958d-72a84999e628 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423329 May 10 05:38:30.129253 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-dee298e9-300d-4421-8a60-fe997e13936f service neutron] Request body: {'port': {'device_id': '05c9dc47-c754-47ac-b84d-d96127ae9d7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:38:30.186519 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-dee298e9-300d-4421-8a60-fe997e13936f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (eede5e5f-b52a-4379-9ce7-5dbda6258f4b), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:30.347375 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66907264-117f-432a-9a46-bcfbe305b26e req-636eadfe-6a2f-438b-9a28-81fdad337b4e tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:30.348855 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-66907264-117f-432a-9a46-bcfbe305b26e req-636eadfe-6a2f-438b-9a28-81fdad337b4e tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 931 time: 0.0621290 May 10 05:38:30.478845 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-66907264-117f-432a-9a46-bcfbe305b26e req-f29829b8-4bec-4b24-9303-596b4ec3d0c4 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208854 May 10 05:38:30.504219 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5aecf7-c574-49fc-8c02-e0445108aac2 req-38e3c1d7-ff26-4039-a788-0dbb0647ec87 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:30.505716 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cd5aecf7-c574-49fc-8c02-e0445108aac2 req-38e3c1d7-ff26-4039-a788-0dbb0647ec87 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.0694025 May 10 05:38:30.813724 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-dee298e9-300d-4421-8a60-fe997e13936f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eede5e5f-b52a-4379-9ce7-5dbda6258f4b {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:38:30.827372 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-dee298e9-300d-4421-8a60-fe997e13936f service neutron] Publish callbacks [] for port (eede5e5f-b52a-4379-9ce7-5dbda6258f4b), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:30.841161 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cd5aecf7-c574-49fc-8c02-e0445108aac2 req-9b95e995-b052-445b-93f3-fb411672d47c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3268721 May 10 05:38:30.846160 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-dee298e9-300d-4421-8a60-fe997e13936f service neutron] Transition to ACTIVE for port object eede5e5f-b52a-4379-9ce7-5dbda6258f4b will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 05:38:30.851056 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-dee298e9-300d-4421-8a60-fe997e13936f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (eede5e5f-b52a-4379-9ce7-5dbda6258f4b), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:30.906098 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee298e9-300d-4421-8a60-fe997e13936f service neutron] Pushing event updated for resources: {'Port': ['ID=eede5e5f-b52a-4379-9ce7-5dbda6258f4b,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:38:30.950235 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-dee298e9-300d-4421-8a60-fe997e13936f service neutron] Attempting to bind port eede5e5f-b52a-4379-9ce7-5dbda6258f4b on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:38:30.950560 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-dee298e9-300d-4421-8a60-fe997e13936f service neutron] Attempting to bind port eede5e5f-b52a-4379-9ce7-5dbda6258f4b by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '729ed3d9-f813-4b32-a899-88741e632187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2e1af6cc-bc8b-4bea-9455-7e30dde9457e'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:38:30.950880 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-dee298e9-300d-4421-8a60-fe997e13936f service neutron] Attempting to bind port eede5e5f-b52a-4379-9ce7-5dbda6258f4b on network 2e1af6cc-bc8b-4bea-9455-7e30dde9457e {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:38:30.955458 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-dee298e9-300d-4421-8a60-fe997e13936f service neutron] Port eede5e5f-b52a-4379-9ce7-5dbda6258f4b on network 2e1af6cc-bc8b-4bea-9455-7e30dde9457e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 05:38:30.955798 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-dee298e9-300d-4421-8a60-fe997e13936f service neutron] Attempting to bind port eede5e5f-b52a-4379-9ce7-5dbda6258f4b on network 2e1af6cc-bc8b-4bea-9455-7e30dde9457e {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:38:30.960871 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-dee298e9-300d-4421-8a60-fe997e13936f service neutron] Checking agent: {'id': '0722f08e-2e90-4d2d-9212-b191bf1b5213', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'started_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:38:30.961267 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-dee298e9-300d-4421-8a60-fe997e13936f service neutron] Checking segment: {'id': '729ed3d9-f813-4b32-a899-88741e632187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2e1af6cc-bc8b-4bea-9455-7e30dde9457e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:38:30.961652 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-dee298e9-300d-4421-8a60-fe997e13936f service neutron] Bound using segment: {'id': '729ed3d9-f813-4b32-a899-88741e632187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2e1af6cc-bc8b-4bea-9455-7e30dde9457e'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:38:30.962075 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-dee298e9-300d-4421-8a60-fe997e13936f service neutron] Bound port: eede5e5f-b52a-4379-9ce7-5dbda6258f4b, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '729ed3d9-f813-4b32-a899-88741e632187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2e1af6cc-bc8b-4bea-9455-7e30dde9457e'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:38:30.962435 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-dee298e9-300d-4421-8a60-fe997e13936f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (eede5e5f-b52a-4379-9ce7-5dbda6258f4b), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:31.025861 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-dee298e9-300d-4421-8a60-fe997e13936f service neutron] For port eede5e5f-b52a-4379-9ce7-5dbda6258f4b, host hv-cinder-83699, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:38:31.028941 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-dee298e9-300d-4421-8a60-fe997e13936f service neutron] For port eede5e5f-b52a-4379-9ce7-5dbda6258f4b, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=eede5e5f-b52a-4379-9ce7-5dbda6258f4b,segment=NetworkSegment(729ed3d9-f813-4b32-a899-88741e632187),segment_id=729ed3d9-f813-4b32-a899-88741e632187)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:38:31.035321 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-dee298e9-300d-4421-8a60-fe997e13936f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (eede5e5f-b52a-4379-9ce7-5dbda6258f4b), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:31.073715 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-dee298e9-300d-4421-8a60-fe997e13936f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:31.074365 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-dee298e9-300d-4421-8a60-fe997e13936f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:31.075798 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-dee298e9-300d-4421-8a60-fe997e13936f service neutron] 10.222.0.50 "PUT /v2.0/ports/eede5e5f-b52a-4379-9ce7-5dbda6258f4b HTTP/1.1" status: 200 len: 1093 time: 0.9526150 May 10 05:38:31.076239 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c9dc47-c754-47ac-b84d-d96127ae9d7d', 'tag': 'eede5e5f-b52a-4379-9ce7-5dbda6258f4b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:38:31.078643 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a29c0cd-6b1d-4fc7-ad1b-358aa056e395" -d '{"events": [{"name": "network-changed", "server_uuid": "05c9dc47-c754-47ac-b84d-d96127ae9d7d", "tag": "eede5e5f-b52a-4379-9ce7-5dbda6258f4b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:38:31.104832 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee298e9-300d-4421-8a60-fe997e13936f service neutron] Pushing event updated for resources: {'Port': ['ID=eede5e5f-b52a-4379-9ce7-5dbda6258f4b,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:38:31.118122 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbc815f-9aae-43a3-83d5-dede419f13db x-openstack-request-id: req-8bbc815f-9aae-43a3-83d5-dede419f13db {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:38:31.118403 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c9dc47-c754-47ac-b84d-d96127ae9d7d", "tag": "eede5e5f-b52a-4379-9ce7-5dbda6258f4b", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:38:31.118650 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8bbc815f-9aae-43a3-83d5-dede419f13db {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:38:31.119071 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bbc815f-9aae-43a3-83d5-dede419f13db'] response: {'name': 'network-changed', 'server_uuid': '05c9dc47-c754-47ac-b84d-d96127ae9d7d', 'tag': 'eede5e5f-b52a-4379-9ce7-5dbda6258f4b', 'status': 'completed', 'code': 200} May 10 05:38:31.494808 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-dc1f250d-5a99-487e-abaa-365b805ac8d0 req-54d49980-bddf-4553-a134-9f87778105fd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488744 May 10 05:38:31.510104 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29c0cd-6b1d-4fc7-ad1b-358aa056e395 req-7a2a1374-302a-42df-bab2-419d6f836abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:31.511815 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1a29c0cd-6b1d-4fc7-ad1b-358aa056e395 req-7a2a1374-302a-42df-bab2-419d6f836abc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=54da2dd57fd4488ea0266dc8d744cc25&device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 1127 time: 0.0462379 May 10 05:38:31.569650 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f250d-5a99-487e-abaa-365b805ac8d0 req-e2469c88-7de5-40e3-817f-4ffb51f9be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:31.571147 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-dc1f250d-5a99-487e-abaa-365b805ac8d0 req-e2469c88-7de5-40e3-817f-4ffb51f9be1e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5655a11bb4d94e7fb7186eb1bec105cb&device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 1129 time: 0.0387790 May 10 05:38:31.623319 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c121310-2485-41e8-9dc7-83e5a8c81889 req-d3e5d786-528b-431a-b7a6-bf868ac0088b tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:31.625113 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1c121310-2485-41e8-9dc7-83e5a8c81889 req-d3e5d786-528b-431a-b7a6-bf868ac0088b tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 943 time: 0.0800896 May 10 05:38:31.666068 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29c0cd-6b1d-4fc7-ad1b-358aa056e395 req-7c370efb-7a88-4f66-b851-b33b400fbaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:31.667501 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1a29c0cd-6b1d-4fc7-ad1b-358aa056e395 req-7c370efb-7a88-4f66-b851-b33b400fbaa5 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=54da2dd57fd4488ea0266dc8d744cc25&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1422899 May 10 05:38:31.689765 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1c121310-2485-41e8-9dc7-83e5a8c81889 req-da3976c3-cd14-4d31-8e98-79c61a0d2af3 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560412 May 10 05:38:32.024870 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e67f08-f5b0-48e6-80ae-b51b08264890 req-272fe50b-f1a7-44ca-80b5-c9ab13161473 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:32.026032 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f1e67f08-f5b0-48e6-80ae-b51b08264890 req-272fe50b-f1a7-44ca-80b5-c9ab13161473 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 943 time: 0.1019084 May 10 05:38:32.053092 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f250d-5a99-487e-abaa-365b805ac8d0 req-ef1d82e3-9ef5-4277-8d18-391e544880cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:32.054921 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-dc1f250d-5a99-487e-abaa-365b805ac8d0 req-ef1d82e3-9ef5-4277-8d18-391e544880cf service neutron] 10.222.0.50 "GET /v2.0/networks?id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 HTTP/1.1" status: 200 len: 919 time: 0.1051230 May 10 05:38:32.082905 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29c0cd-6b1d-4fc7-ad1b-358aa056e395 req-c16dee87-6ab9-4eda-a879-6e0c31a510ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:32.084698 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1a29c0cd-6b1d-4fc7-ad1b-358aa056e395 req-c16dee87-6ab9-4eda-a879-6e0c31a510ed service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1584933 May 10 05:38:32.099464 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f1e67f08-f5b0-48e6-80ae-b51b08264890 req-0b1141b4-6b58-485c-9dcb-8d1b51fbf431 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666046 May 10 05:38:32.105232 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-dc1f250d-5a99-487e-abaa-365b805ac8d0 req-705463c6-941c-4ee0-89a0-4aac4cf68f6f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64bcfeff-4d68-4f7e-83e7-d6594c3629f1 HTTP/1.1" status: 200 len: 217 time: 0.0440133 May 10 05:38:32.166068 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f250d-5a99-487e-abaa-365b805ac8d0 req-13f18dbe-42c3-48f5-8c70-8e1d4ea8bb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:32.167472 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-dc1f250d-5a99-487e-abaa-365b805ac8d0 req-13f18dbe-42c3-48f5-8c70-8e1d4ea8bb6d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5cda1426-dd5e-4474-b1b8-e2dd037a4f93 HTTP/1.1" status: 200 len: 857 time: 0.0523250 May 10 05:38:32.171349 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-a699d06b-26ef-4c90-bb18-096b981127cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:32.172860 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-a699d06b-26ef-4c90-bb18-096b981127cc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=54da2dd57fd4488ea0266dc8d744cc25&device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 1127 time: 0.0381625 May 10 05:38:32.225619 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-b701d78a-3842-4bb8-be6a-c04d1a70e4c3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eede5e5f-b52a-4379-9ce7-5dbda6258f4b HTTP/1.1" status: 200 len: 217 time: 0.0366831 May 10 05:38:32.226745 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f250d-5a99-487e-abaa-365b805ac8d0 req-40fb5e48-04fb-412a-987c-518c92c3651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:32.228286 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-dc1f250d-5a99-487e-abaa-365b805ac8d0 req-40fb5e48-04fb-412a-987c-518c92c3651a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404482 May 10 05:38:32.285960 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-935b4f68-70a5-4344-b433-5522580bd2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:32.287405 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-935b4f68-70a5-4344-b433-5522580bd2dd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f2160d0e-5c73-40be-9a30-e6aa8b603d51 HTTP/1.1" status: 200 len: 853 time: 0.0423846 May 10 05:38:32.327922 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-dc1f250d-5a99-487e-abaa-365b805ac8d0 req-377880eb-b255-4dc1-8b68-15878b00b239 service neutron] 10.222.0.50 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833530 May 10 05:38:32.333522 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-9850a1ac-abb5-4a20-8895-2a07e8f57c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:32.335043 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-9850a1ac-abb5-4a20-8895-2a07e8f57c1f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2e1af6cc-bc8b-4bea-9455-7e30dde9457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0376146 May 10 05:38:32.423035 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-dc1f250d-5a99-487e-abaa-365b805ac8d0 req-87349019-bc0e-4c73-8ecf-a9da15e4d209 service neutron] 10.222.0.50 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879848 May 10 05:38:32.430091 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-4374bdc8-b62e-4f50-b82e-f1b400b8c88e service neutron] 10.222.0.50 "GET /v2.0/networks/2e1af6cc-bc8b-4bea-9455-7e30dde9457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882552 May 10 05:38:32.526661 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1796ecb1-b08b-4595-93fb-35b2a9f0047c req-5ab72ff7-d1d9-47fe-81c9-4e53e3064afb service neutron] 10.222.0.50 "GET /v2.0/networks/2e1af6cc-bc8b-4bea-9455-7e30dde9457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843980 May 10 05:38:32.827620 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698edde-db6b-4ef1-ac44-89574ac74ed2 req-92b58c8e-a4ec-4318-bf1d-7549cd47c7ea tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:32.829038 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f698edde-db6b-4ef1-ac44-89574ac74ed2 req-92b58c8e-a4ec-4318-bf1d-7549cd47c7ea tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 943 time: 0.0596263 May 10 05:38:32.833389 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 05:38:32.881109 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f698edde-db6b-4ef1-ac44-89574ac74ed2 req-00cd790d-4e82-4b35-914c-eea86e620c6f tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448797 May 10 05:38:32.947497 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1b1c74d4-bb02-47ae-a80c-f1985a28f7f1,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:38:32.949822 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-72bf1975-a8d2-48d1-8fa5-a0757e192d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:32.959167 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Returning: {'device': '1b1c74d4-bb02-47ae-a80c-f1985a28f7f1', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'port_id': '1b1c74d4-bb02-47ae-a80c-f1985a28f7f1', 'mac_address': 'fa:16:3e:26:c6:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 05:38:32.999443 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:38:33.000130 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (1b1c74d4-bb02-47ae-a80c-f1985a28f7f1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:33.012977 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:38:33.034698 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1b1c74d4-bb02-47ae-a80c-f1985a28f7f1,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:38:33.040452 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (1b1c74d4-bb02-47ae-a80c-f1985a28f7f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:33.086119 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=1b1c74d4-bb02-47ae-a80c-f1985a28f7f1,revision_number=9']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:38:33.140594 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 50602) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:38:33.145557 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-7ec3dc0c-682f-4d62-a7a0-bb6c20d2a068 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1864202312', 'description': 'tempest-description--789341824'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:38:33.166126 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7ec3dc0c-682f-4d62-a7a0-bb6c20d2a068 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:33.220674 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a5a09-9a2b-4310-a622-5c9e0fdcbdb9 req-0377a40c-dda8-416b-a08d-9d7e1ae62fd0 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:33.222148 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b21a5a09-9a2b-4310-a622-5c9e0fdcbdb9 req-0377a40c-dda8-416b-a08d-9d7e1ae62fd0 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 944 time: 0.0475676 May 10 05:38:33.233782 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7ec3dc0c-682f-4d62-a7a0-bb6c20d2a068 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group (72255337-9290-46ce-841f-493e4f5f0f88), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:33.238253 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7ec3dc0c-682f-4d62-a7a0-bb6c20d2a068 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (72255337-9290-46ce-841f-493e4f5f0f88), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:33.268723 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7ec3dc0c-682f-4d62-a7a0-bb6c20d2a068 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:33.269960 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-7ec3dc0c-682f-4d62-a7a0-bb6c20d2a068 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1282196 May 10 05:38:33.271060 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3dc0c-682f-4d62-a7a0-bb6c20d2a068 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72255337-9290-46ce-841f-493e4f5f0f88,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:38:33.272954 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 50604) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:38:33.273251 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b21a5a09-9a2b-4310-a622-5c9e0fdcbdb9 req-ea56484e-6092-4424-9366-87d0cfedae15 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448349 May 10 05:38:33.278000 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-fc0c063e-0618-485f-829a-86c4051a19c3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Request body: {'security_group_rule': {'security_group_id': '72255337-9290-46ce-841f-493e4f5f0f88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:38:33.291770 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec3dc0c-682f-4d62-a7a0-bb6c20d2a068 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:33.291770 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec3dc0c-682f-4d62-a7a0-bb6c20d2a068 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:33.291770 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec3dc0c-682f-4d62-a7a0-bb6c20d2a068 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:33.291770 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec3dc0c-682f-4d62-a7a0-bb6c20d2a068 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:33.291770 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec3dc0c-682f-4d62-a7a0-bb6c20d2a068 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:33.291770 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec3dc0c-682f-4d62-a7a0-bb6c20d2a068 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:33.291770 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec3dc0c-682f-4d62-a7a0-bb6c20d2a068 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:33.291770 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec3dc0c-682f-4d62-a7a0-bb6c20d2a068 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:33.291770 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec3dc0c-682f-4d62-a7a0-bb6c20d2a068 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:33.291770 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec3dc0c-682f-4d62-a7a0-bb6c20d2a068 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:33.292613 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec3dc0c-682f-4d62-a7a0-bb6c20d2a068 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:33.292613 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec3dc0c-682f-4d62-a7a0-bb6c20d2a068 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:33.292613 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec3dc0c-682f-4d62-a7a0-bb6c20d2a068 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:33.292856 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec3dc0c-682f-4d62-a7a0-bb6c20d2a068 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:33.293080 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec3dc0c-682f-4d62-a7a0-bb6c20d2a068 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:33.314974 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc0c063e-0618-485f-829a-86c4051a19c3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group_rule (e3236df2-45e4-48ef-b7de-5c2342f03228), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:33.371502 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc0c063e-0618-485f-829a-86c4051a19c3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group_rule (e3236df2-45e4-48ef-b7de-5c2342f03228), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:33.377764 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc0c063e-0618-485f-829a-86c4051a19c3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (e3236df2-45e4-48ef-b7de-5c2342f03228), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:33.396399 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c063e-0618-485f-829a-86c4051a19c3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3236df2-45e4-48ef-b7de-5c2342f03228,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:38:33.406321 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['1b1c74d4-bb02-47ae-a80c-f1985a28f7f1'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:38:33.410769 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc0c063e-0618-485f-829a-86c4051a19c3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:33.412070 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-fc0c063e-0618-485f-829a-86c4051a19c3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382167 May 10 05:38:33.414703 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 50606) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:38:33.419038 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-dc723f49-48d2-402c-9885-d1767d939d08 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Request body: {'security_group_rule': {'security_group_id': '72255337-9290-46ce-841f-493e4f5f0f88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:38:33.446277 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dc723f49-48d2-402c-9885-d1767d939d08 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group_rule (46d50ab2-9d63-44ce-9ea8-cd90aca72f62), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:33.503623 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dc723f49-48d2-402c-9885-d1767d939d08 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group_rule (46d50ab2-9d63-44ce-9ea8-cd90aca72f62), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:33.507659 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dc723f49-48d2-402c-9885-d1767d939d08 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (46d50ab2-9d63-44ce-9ea8-cd90aca72f62), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:33.528544 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc723f49-48d2-402c-9885-d1767d939d08 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d50ab2-9d63-44ce-9ea8-cd90aca72f62,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:38:33.534535 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dc723f49-48d2-402c-9885-d1767d939d08 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:33.538643 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-dc723f49-48d2-402c-9885-d1767d939d08 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199934 May 10 05:38:33.538848 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 50608) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:38:33.543401 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-29918c91-3864-4421-880e-cbe258b7a6ac tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Request body: {'floatingip': {'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:38:33.565099 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-29918c91-3864-4421-880e-cbe258b7a6ac tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:33.648678 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-29918c91-3864-4421-880e-cbe258b7a6ac tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:33.761440 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-29918c91-3864-4421-880e-cbe258b7a6ac tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Allocated IP 172.27.0.66 (87bc626b-a764-429e-8d11-cdbbe513fac5/76823629-1df9-4cfd-a8c3-1d6cce6b2ea9/776ed213-b928-46ce-81f9-eee269ce74fe) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:38:33.886712 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-29918c91-3864-4421-880e-cbe258b7a6ac tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for port (776ed213-b928-46ce-81f9-eee269ce74fe), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:33.923992 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-29918c91-3864-4421-880e-cbe258b7a6ac tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (776ed213-b928-46ce-81f9-eee269ce74fe), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:33.962540 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29918c91-3864-4421-880e-cbe258b7a6ac tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Network 87bc626b-a764-429e-8d11-cdbbe513fac5 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:38:33.968575 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-29918c91-3864-4421-880e-cbe258b7a6ac tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:38:33.974292 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29918c91-3864-4421-880e-cbe258b7a6ac tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:38:33.998429 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29918c91-3864-4421-880e-cbe258b7a6ac tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event updated for resources: {'Port': ['ID=776ed213-b928-46ce-81f9-eee269ce74fe,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:38:34.007515 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996d442-4b93-4506-8329-c28417023fb8 req-bfa3fc64-cd91-4d1f-85cc-873185aad8ef tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:34.009225 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b996d442-4b93-4506-8329-c28417023fb8 req-bfa3fc64-cd91-4d1f-85cc-873185aad8ef tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 943 time: 0.0599971 May 10 05:38:34.061528 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b996d442-4b93-4506-8329-c28417023fb8 req-86da7b92-af83-46e7-8c26-27cd6f8eb6af tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463624 May 10 05:38:34.082638 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-29918c91-3864-4421-880e-cbe258b7a6ac tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for floatingip (8bc279af-6a5f-4d63-9c58-6cecd264f3b5), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:34.111519 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-29918c91-3864-4421-880e-cbe258b7a6ac tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (776ed213-b928-46ce-81f9-eee269ce74fe), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:34.273902 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-29918c91-3864-4421-880e-cbe258b7a6ac tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for port (776ed213-b928-46ce-81f9-eee269ce74fe), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:34.280571 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-29918c91-3864-4421-880e-cbe258b7a6ac tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851357'] for port (776ed213-b928-46ce-81f9-eee269ce74fe), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:34.353401 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29918c91-3864-4421-880e-cbe258b7a6ac tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event updated for resources: {'Port': ['ID=776ed213-b928-46ce-81f9-eee269ce74fe,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:38:34.365272 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-29918c91-3864-4421-880e-cbe258b7a6ac tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (8bc279af-6a5f-4d63-9c58-6cecd264f3b5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:34.382664 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-29918c91-3864-4421-880e-cbe258b7a6ac tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:34.392682 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-29918c91-3864-4421-880e-cbe258b7a6ac tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8442280 May 10 05:38:34.414182 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86da40-eb89-4949-9dff-850c483298a7 req-a0c2c227-9b71-45af-a303-106b805ac849 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:34.415790 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ac86da40-eb89-4949-9dff-850c483298a7 req-a0c2c227-9b71-45af-a303-106b805ac849 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 944 time: 0.0632653 May 10 05:38:34.461917 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ac86da40-eb89-4949-9dff-850c483298a7 req-ac718740-9e98-4ed9-b728-ee196232a183 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405526 May 10 05:38:34.588241 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-fa21a434-96d5-4a33-83de-b7d8dd273f79 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1864202312&fields=id&tenant_id=0623b145317e4164862cd8601813c000 HTTP/1.1" status: 200 len: 267 time: 0.0426087 May 10 05:38:34.702501 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-63e4b1d4-9a9e-4d03-aecd-ebf8fa370801 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:34.704082 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-63e4b1d4-9a9e-4d03-aecd-ebf8fa370801 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/networks?id=b91b1486-3cb7-481c-8684-1c68d074fc72 HTTP/1.1" status: 200 len: 813 time: 0.1094074 May 10 05:38:34.720586 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-dd6e393d-1e04-41f2-963b-3b8b9ca81623 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/quotas/0623b145317e4164862cd8601813c000 HTTP/1.1" status: 200 len: 375 time: 0.0107419 May 10 05:38:34.772878 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-436d0cd5-2ae5-49a8-b57e-320b8db227ed tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0623b145317e4164862cd8601813c000&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467496 May 10 05:38:34.832532 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 up at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:38:34.875104 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-dfd01e38-a267-4acf-b217-6ed402e05cc3 service neutron] 10.222.0.23 "GET /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903788 May 10 05:38:34.880369 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning complete for port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:38:34.880774 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (1b1c74d4-bb02-47ae-a80c-f1985a28f7f1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:34.960161 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:38:34.960463 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (1b1c74d4-bb02-47ae-a80c-f1985a28f7f1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:34.965244 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-20e65846-6919-4d7b-aa9a-a02199cff4ff service neutron] 10.222.0.23 "GET /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844009 May 10 05:38:34.982804 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8004d02a-acb5-48ec-904d-d9b45428d61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1c74d4-bb02-47ae-a80c-f1985a28f7f1'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:38:34.985100 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0800c53295b7046a146618d9b887730b91c06d3b0846630efe31b30f8053b0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b11c7f4-a544-4524-aed2-679e0f130133" -d '{"events": [{"server_uuid": "8004d02a-acb5-48ec-904d-d9b45428d61c", "name": "network-vif-plugged", "status": "completed", "tag": "1b1c74d4-bb02-47ae-a80c-f1985a28f7f1"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:38:34.998017 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1b1c74d4-bb02-47ae-a80c-f1985a28f7f1,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:38:35.002408 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (1b1c74d4-bb02-47ae-a80c-f1985a28f7f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:35.025629 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827b7d6c-d4df-402a-bba0-531a99359aa3 x-openstack-request-id: req-827b7d6c-d4df-402a-bba0-531a99359aa3 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:38:35.025942 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8004d02a-acb5-48ec-904d-d9b45428d61c", "name": "network-vif-plugged", "status": "completed", "tag": "1b1c74d4-bb02-47ae-a80c-f1985a28f7f1", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:38:35.026191 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-827b7d6c-d4df-402a-bba0-531a99359aa3 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:38:35.026576 dv-cinder-836996-16-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-827b7d6c-d4df-402a-bba0-531a99359aa3'] response: {'server_uuid': '8004d02a-acb5-48ec-904d-d9b45428d61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1c74d4-bb02-47ae-a80c-f1985a28f7f1', 'code': 200} May 10 05:38:35.053365 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=1b1c74d4-bb02-47ae-a80c-f1985a28f7f1,revision_number=10']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:38:35.060908 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:35.061383 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:35.061743 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:35.062090 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:35.062450 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:35.062770 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:35.063085 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:35.063399 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:35.063737 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:35.064053 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:35.064395 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:35.064722 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:35.065031 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:35.065336 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:35.065641 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:35.134732 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8dd07344-aab7-4568-a100-35afd2cb18d5 req-0c67bc39-6080-4e7b-859f-83914fe7a9a1 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a5bd73-8b3a-49ce-8108-ca5763275da0 HTTP/1.1" status: 200 len: 210 time: 0.0306537 May 10 05:38:35.182092 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ae402-b187-4674-8e04-f8030b50d194 req-199eb0dc-0fb4-48d0-9677-7b0ebd59617e tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:35.188027 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cf0ae402-b187-4674-8e04-f8030b50d194 req-199eb0dc-0fb4-48d0-9677-7b0ebd59617e tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 943 time: 0.0524733 May 10 05:38:35.234445 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cf0ae402-b187-4674-8e04-f8030b50d194 req-48aecac2-5ed7-4a00-b60a-092d8869c8ff tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451708 May 10 05:38:35.365142 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e1d218b6-f3cb-41d6-b899-4cc78188fc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:35.538441 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1727ba4-7c05-4284-902b-5352c9ee04c7 req-a82bde21-cdc4-4d89-81a9-075dc8334b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:35.540131 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f1727ba4-7c05-4284-902b-5352c9ee04c7 req-a82bde21-cdc4-4d89-81a9-075dc8334b63 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 1130 time: 0.0439742 May 10 05:38:35.612029 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073d943-6b9a-42e8-9540-18b3cb202e5b req-3e179686-4b65-4920-b9c6-151dca83aa9c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:35.613493 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9073d943-6b9a-42e8-9540-18b3cb202e5b req-3e179686-4b65-4920-b9c6-151dca83aa9c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 946 time: 0.0655942 May 10 05:38:35.630437 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f1727ba4-7c05-4284-902b-5352c9ee04c7 req-8a5c6e26-5837-442e-9729-ae5d1d0a8ba0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739868 May 10 05:38:35.664765 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9073d943-6b9a-42e8-9540-18b3cb202e5b req-4a6f1a9a-7b78-4308-bc9d-661b0c84c105 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434718 May 10 05:38:36.258184 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-55a2053a-4b30-4258-a762-b7048e1134e7 req-c64018ed-bc7e-4952-ac4d-78e06345c8f7 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a5bd73-8b3a-49ce-8108-ca5763275da0 HTTP/1.1" status: 200 len: 210 time: 0.0403197 May 10 05:38:36.353991 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681351e-f96b-44ea-8a16-6898cbc4afb3 req-e0b89153-e299-48a9-984b-43072d2b1a8f tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:36.355448 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d681351e-f96b-44ea-8a16-6898cbc4afb3 req-e0b89153-e299-48a9-984b-43072d2b1a8f tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 943 time: 0.0548847 May 10 05:38:36.405699 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d681351e-f96b-44ea-8a16-6898cbc4afb3 req-3f0ec475-d27d-4357-bf78-ca58f8112c0d tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435479 May 10 05:38:36.574310 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:36.798489 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e731f1-40bb-46fe-b0ca-1aaf67135b60 req-dfa70895-246e-42db-8947-be4f61ab8b31 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:36.799969 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e2e731f1-40bb-46fe-b0ca-1aaf67135b60 req-dfa70895-246e-42db-8947-be4f61ab8b31 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 946 time: 0.0633793 May 10 05:38:36.823317 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-fead2d42-70bd-4a89-aee9-3fb36d873387 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:36.824716 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-fead2d42-70bd-4a89-aee9-3fb36d873387 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.50 "GET /v2.0/networks?id=b91b1486-3cb7-481c-8684-1c68d074fc72 HTTP/1.1" status: 200 len: 813 time: 0.1462417 May 10 05:38:36.848605 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device eede5e5f-b52a-4379-9ce7-5dbda6258f4b details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 05:38:36.859897 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e2e731f1-40bb-46fe-b0ca-1aaf67135b60 req-56d7c5f1-bcf2-48fe-ba9d-32180e5eae9b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511086 May 10 05:38:36.927913 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-9cfe6d90-2916-46f7-af36-0853335b68b4 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0623b145317e4164862cd8601813c000 HTTP/1.1" status: 200 len: 473 time: 0.0669198 May 10 05:38:36.958870 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port eede5e5f-b52a-4379-9ce7-5dbda6258f4b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=eede5e5f-b52a-4379-9ce7-5dbda6258f4b,segment=NetworkSegment(729ed3d9-f813-4b32-a899-88741e632187),segment_id=729ed3d9-f813-4b32-a899-88741e632187)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:38:36.969989 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Returning: {'device': 'eede5e5f-b52a-4379-9ce7-5dbda6258f4b', 'network_id': '2e1af6cc-bc8b-4bea-9455-7e30dde9457e', 'port_id': 'eede5e5f-b52a-4379-9ce7-5dbda6258f4b', 'mac_address': 'fa:16:3e:14:b7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2160d0e-5c73-40be-9a30-e6aa8b603d51', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 05:38:37.007200 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port eede5e5f-b52a-4379-9ce7-5dbda6258f4b is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:38:37.007550 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (eede5e5f-b52a-4379-9ce7-5dbda6258f4b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:37.020401 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eede5e5f-b52a-4379-9ce7-5dbda6258f4b {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:38:37.035288 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-e97f1651-c3bf-4569-8a7d-55d3ba590c23 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Request body: {'port': {'device_id': 'e1a5bd73-8b3a-49ce-8108-ca5763275da0', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'admin_state_up': True, 'tenant_id': '0623b145317e4164862cd8601813c000', 'security_groups': ['72255337-9290-46ce-841f-493e4f5f0f88']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:38:37.046057 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port eede5e5f-b52a-4379-9ce7-5dbda6258f4b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=eede5e5f-b52a-4379-9ce7-5dbda6258f4b,segment=NetworkSegment(729ed3d9-f813-4b32-a899-88741e632187),segment_id=729ed3d9-f813-4b32-a899-88741e632187)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:38:37.051354 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (eede5e5f-b52a-4379-9ce7-5dbda6258f4b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:37.100453 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=eede5e5f-b52a-4379-9ce7-5dbda6258f4b,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:38:37.147320 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-e97f1651-c3bf-4569-8a7d-55d3ba590c23 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Made reservation on behalf of 0623b145317e4164862cd8601813c000 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:38:37.150622 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-e97f1651-c3bf-4569-8a7d-55d3ba590c23 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:37.285471 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-e97f1651-c3bf-4569-8a7d-55d3ba590c23 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Allocated IP 172.20.0.12 (b91b1486-3cb7-481c-8684-1c68d074fc72/e26954e2-7a3b-4790-bc12-a1945a89ac49/023e8669-0ef7-45f3-8ee6-edc18b2fa449) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:38:37.359881 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['eede5e5f-b52a-4379-9ce7-5dbda6258f4b'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:38:37.398275 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a3a25c09-2e7d-43f1-97a9-1756107996f3 req-e637fd0d-12c9-43fb-b6cc-47d13722f23f tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a5bd73-8b3a-49ce-8108-ca5763275da0 HTTP/1.1" status: 200 len: 210 time: 0.0593152 May 10 05:38:37.460703 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-e97f1651-c3bf-4569-8a7d-55d3ba590c23 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for port (023e8669-0ef7-45f3-8ee6-edc18b2fa449), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:37.498704 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-e97f1651-c3bf-4569-8a7d-55d3ba590c23 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (023e8669-0ef7-45f3-8ee6-edc18b2fa449), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:37.566374 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-e97f1651-c3bf-4569-8a7d-55d3ba590c23 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Network b91b1486-3cb7-481c-8684-1c68d074fc72 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:38:37.573133 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-e97f1651-c3bf-4569-8a7d-55d3ba590c23 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:38:37.579555 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:37.583614 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-e97f1651-c3bf-4569-8a7d-55d3ba590c23 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:38:37.588569 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-e97f1651-c3bf-4569-8a7d-55d3ba590c23 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:37.589179 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-e97f1651-c3bf-4569-8a7d-55d3ba590c23 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:37.599513 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f1651-c3bf-4569-8a7d-55d3ba590c23 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event updated for resources: {'Port': ['ID=023e8669-0ef7-45f3-8ee6-edc18b2fa449,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:38:37.618745 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed6527-7fe2-4825-888d-fa1c7abb0e03 req-74ccf8f2-45f3-4c6c-83f6-508e34debabd tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:37.620637 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a5ed6527-7fe2-4825-888d-fa1c7abb0e03 req-74ccf8f2-45f3-4c6c-83f6-508e34debabd tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 944 time: 0.1067274 May 10 05:38:37.623022 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f1651-c3bf-4569-8a7d-55d3ba590c23 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:37.623704 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f1651-c3bf-4569-8a7d-55d3ba590c23 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:37.624547 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f1651-c3bf-4569-8a7d-55d3ba590c23 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:37.625034 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f1651-c3bf-4569-8a7d-55d3ba590c23 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:37.625514 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f1651-c3bf-4569-8a7d-55d3ba590c23 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:37.625969 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f1651-c3bf-4569-8a7d-55d3ba590c23 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:37.626482 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f1651-c3bf-4569-8a7d-55d3ba590c23 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:37.626948 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f1651-c3bf-4569-8a7d-55d3ba590c23 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:37.627412 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f1651-c3bf-4569-8a7d-55d3ba590c23 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:37.627900 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f1651-c3bf-4569-8a7d-55d3ba590c23 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:37.628364 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f1651-c3bf-4569-8a7d-55d3ba590c23 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:37.628845 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f1651-c3bf-4569-8a7d-55d3ba590c23 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:37.629313 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f1651-c3bf-4569-8a7d-55d3ba590c23 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:37.629781 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f1651-c3bf-4569-8a7d-55d3ba590c23 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:37.630256 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f1651-c3bf-4569-8a7d-55d3ba590c23 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:38:37.638935 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-e97f1651-c3bf-4569-8a7d-55d3ba590c23 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6076589 May 10 05:38:37.660871 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-050442f1-64c5-4f29-9503-71139ee30d87 service neutron] Request body: {'port': {'device_id': 'e1a5bd73-8b3a-49ce-8108-ca5763275da0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:38:37.735982 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a5ed6527-7fe2-4825-888d-fa1c7abb0e03 req-8b5b0523-8a60-4879-94c8-445e294fd5a3 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018174 May 10 05:38:37.744629 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-050442f1-64c5-4f29-9503-71139ee30d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (023e8669-0ef7-45f3-8ee6-edc18b2fa449), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:37.846469 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-332b3647-9804-46c1-a1f2-48fee8079ca2 None None] Provisioning complete for port 023e8669-0ef7-45f3-8ee6-edc18b2fa449 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:38:37.846788 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-332b3647-9804-46c1-a1f2-48fee8079ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (023e8669-0ef7-45f3-8ee6-edc18b2fa449), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:37.885768 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-332b3647-9804-46c1-a1f2-48fee8079ca2 None None] Port 023e8669-0ef7-45f3-8ee6-edc18b2fa449 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:38:37.999910 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e395a79-5ae1-4d67-a05a-35510513257f req-022649b2-e9d3-43dd-b78c-54104efc83fe tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:38.001463 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3e395a79-5ae1-4d67-a05a-35510513257f req-022649b2-e9d3-43dd-b78c-54104efc83fe tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 946 time: 0.0596259 May 10 05:38:38.063286 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-050442f1-64c5-4f29-9503-71139ee30d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 023e8669-0ef7-45f3-8ee6-edc18b2fa449 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:38:38.074554 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-050442f1-64c5-4f29-9503-71139ee30d87 service neutron] Publish callbacks [] for port (023e8669-0ef7-45f3-8ee6-edc18b2fa449), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:38.093570 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3e395a79-5ae1-4d67-a05a-35510513257f req-f9b25e9e-cc82-4835-acff-d329d5429961 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865488 May 10 05:38:38.096165 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-050442f1-64c5-4f29-9503-71139ee30d87 service neutron] Transition to ACTIVE for port object 023e8669-0ef7-45f3-8ee6-edc18b2fa449 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 05:38:38.102210 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-050442f1-64c5-4f29-9503-71139ee30d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (023e8669-0ef7-45f3-8ee6-edc18b2fa449), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:38.154702 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050442f1-64c5-4f29-9503-71139ee30d87 service neutron] Pushing event updated for resources: {'Port': ['ID=023e8669-0ef7-45f3-8ee6-edc18b2fa449,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:38:38.190991 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-050442f1-64c5-4f29-9503-71139ee30d87 service neutron] Attempting to bind port 023e8669-0ef7-45f3-8ee6-edc18b2fa449 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:38:38.191454 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-050442f1-64c5-4f29-9503-71139ee30d87 service neutron] Attempting to bind port 023e8669-0ef7-45f3-8ee6-edc18b2fa449 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'd5074d01-1247-4bbd-94b1-016a992e97ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:38:38.191934 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-050442f1-64c5-4f29-9503-71139ee30d87 service neutron] Attempting to bind port 023e8669-0ef7-45f3-8ee6-edc18b2fa449 on network b91b1486-3cb7-481c-8684-1c68d074fc72 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:38:38.197079 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-050442f1-64c5-4f29-9503-71139ee30d87 service neutron] Port 023e8669-0ef7-45f3-8ee6-edc18b2fa449 on network b91b1486-3cb7-481c-8684-1c68d074fc72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 05:38:38.197407 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-050442f1-64c5-4f29-9503-71139ee30d87 service neutron] Attempting to bind port 023e8669-0ef7-45f3-8ee6-edc18b2fa449 on network b91b1486-3cb7-481c-8684-1c68d074fc72 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:38:38.202746 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-050442f1-64c5-4f29-9503-71139ee30d87 service neutron] Checking agent: {'id': '0722f08e-2e90-4d2d-9212-b191bf1b5213', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'started_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:38:38.203082 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-050442f1-64c5-4f29-9503-71139ee30d87 service neutron] Checking segment: {'id': 'd5074d01-1247-4bbd-94b1-016a992e97ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:38:38.203451 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-050442f1-64c5-4f29-9503-71139ee30d87 service neutron] Bound using segment: {'id': 'd5074d01-1247-4bbd-94b1-016a992e97ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:38:38.203926 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-050442f1-64c5-4f29-9503-71139ee30d87 service neutron] Bound port: 023e8669-0ef7-45f3-8ee6-edc18b2fa449, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5074d01-1247-4bbd-94b1-016a992e97ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:38:38.204287 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-050442f1-64c5-4f29-9503-71139ee30d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (023e8669-0ef7-45f3-8ee6-edc18b2fa449), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:38.275179 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-050442f1-64c5-4f29-9503-71139ee30d87 service neutron] For port 023e8669-0ef7-45f3-8ee6-edc18b2fa449, host hv-cinder-83699, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:38:38.278542 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-050442f1-64c5-4f29-9503-71139ee30d87 service neutron] For port 023e8669-0ef7-45f3-8ee6-edc18b2fa449, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=023e8669-0ef7-45f3-8ee6-edc18b2fa449,segment=NetworkSegment(d5074d01-1247-4bbd-94b1-016a992e97ef),segment_id=d5074d01-1247-4bbd-94b1-016a992e97ef)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:38:38.285874 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-050442f1-64c5-4f29-9503-71139ee30d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (023e8669-0ef7-45f3-8ee6-edc18b2fa449), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:38.320462 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-050442f1-64c5-4f29-9503-71139ee30d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:38.321244 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-050442f1-64c5-4f29-9503-71139ee30d87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:38.322629 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-050442f1-64c5-4f29-9503-71139ee30d87 service neutron] 10.222.0.50 "PUT /v2.0/ports/023e8669-0ef7-45f3-8ee6-edc18b2fa449 HTTP/1.1" status: 200 len: 1094 time: 0.6673179 May 10 05:38:38.324780 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a5bd73-8b3a-49ce-8108-ca5763275da0', 'tag': '023e8669-0ef7-45f3-8ee6-edc18b2fa449'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:38:38.327873 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cc3bf2-6dea-44cd-8428-ad7c2628d0cf" -d '{"events": [{"name": "network-changed", "server_uuid": "e1a5bd73-8b3a-49ce-8108-ca5763275da0", "tag": "023e8669-0ef7-45f3-8ee6-edc18b2fa449"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:38:38.359701 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050442f1-64c5-4f29-9503-71139ee30d87 service neutron] Pushing event updated for resources: {'Port': ['ID=023e8669-0ef7-45f3-8ee6-edc18b2fa449,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:38:38.375246 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58664b7-3f54-4428-9ff1-14e957b0f84f x-openstack-request-id: req-d58664b7-3f54-4428-9ff1-14e957b0f84f {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:38:38.375528 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1a5bd73-8b3a-49ce-8108-ca5763275da0", "tag": "023e8669-0ef7-45f3-8ee6-edc18b2fa449", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:38:38.375796 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d58664b7-3f54-4428-9ff1-14e957b0f84f {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:38:38.376182 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d58664b7-3f54-4428-9ff1-14e957b0f84f'] response: {'name': 'network-changed', 'server_uuid': 'e1a5bd73-8b3a-49ce-8108-ca5763275da0', 'tag': '023e8669-0ef7-45f3-8ee6-edc18b2fa449', 'status': 'completed', 'code': 200} May 10 05:38:38.412345 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-5cec2b92-aeb8-4576-b895-c8e34765eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:38.413920 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-5cec2b92-aeb8-4576-b895-c8e34765eee9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0623b145317e4164862cd8601813c000&device_id=e1a5bd73-8b3a-49ce-8108-ca5763275da0 HTTP/1.1" status: 200 len: 1128 time: 0.0489922 May 10 05:38:38.460427 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-c1ea6da6-180f-40d0-8885-dd7be6f78836 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=023e8669-0ef7-45f3-8ee6-edc18b2fa449 HTTP/1.1" status: 200 len: 217 time: 0.0369797 May 10 05:38:38.551496 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524c033-31a7-4cf1-8902-a92a9743c9e6 req-c053bdd1-9e9e-411a-bb5b-541a2bcd1ba2 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:38.553093 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5524c033-31a7-4cf1-8902-a92a9743c9e6 req-c053bdd1-9e9e-411a-bb5b-541a2bcd1ba2 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a5bd73-8b3a-49ce-8108-ca5763275da0 HTTP/1.1" status: 200 len: 944 time: 0.0779738 May 10 05:38:38.554521 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-23fb0ac6-d6ab-4261-bf38-c4d969d796b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:38.555925 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-23fb0ac6-d6ab-4261-bf38-c4d969d796b9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e26954e2-7a3b-4790-bc12-a1945a89ac49 HTTP/1.1" status: 200 len: 852 time: 0.0889523 May 10 05:38:38.626190 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-d92b0dcc-b9ab-446d-9388-36148e5390d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:38.627684 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-d92b0dcc-b9ab-446d-9388-36148e5390d9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b91b1486-3cb7-481c-8684-1c68d074fc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0632432 May 10 05:38:38.632018 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5524c033-31a7-4cf1-8902-a92a9743c9e6 req-27b4866f-7809-440b-8ee8-3425a530cf84 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=72255337-9290-46ce-841f-493e4f5f0f88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734527 May 10 05:38:38.720128 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-b92a0aac-7278-44f2-809a-a06f5f847d9c service neutron] 10.222.0.50 "GET /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856357 May 10 05:38:38.824859 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-131e8b71-3375-4c99-9a8c-cb26ab86e0a4 req-ec8f9f45-1a4a-4808-8981-e022718bbdcd service neutron] 10.222.0.50 "GET /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982101 May 10 05:38:38.851954 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device eede5e5f-b52a-4379-9ce7-5dbda6258f4b up at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:38:38.863496 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24564267-c7c3-4fd6-9ef1-ebdeb805b629 req-dc907e25-b42c-4b4b-aaa0-ff142f544d92 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:38.865046 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-24564267-c7c3-4fd6-9ef1-ebdeb805b629 req-dc907e25-b42c-4b4b-aaa0-ff142f544d92 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 944 time: 0.0587521 May 10 05:38:38.896822 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning for port eede5e5f-b52a-4379-9ce7-5dbda6258f4b completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 05:38:38.902995 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning complete for port eede5e5f-b52a-4379-9ce7-5dbda6258f4b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:38:38.903509 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (eede5e5f-b52a-4379-9ce7-5dbda6258f4b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:38.912551 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-24564267-c7c3-4fd6-9ef1-ebdeb805b629 req-b7d80b58-b7f6-44b7-b12c-d75cfbd7c3b3 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410576 May 10 05:38:38.982575 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port eede5e5f-b52a-4379-9ce7-5dbda6258f4b is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:38:38.982975 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (eede5e5f-b52a-4379-9ce7-5dbda6258f4b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:39.004998 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c9dc47-c754-47ac-b84d-d96127ae9d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eede5e5f-b52a-4379-9ce7-5dbda6258f4b'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:38:39.007186 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0800c53295b7046a146618d9b887730b91c06d3b0846630efe31b30f8053b0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888c791e-4ae1-472f-9b1e-2d997ce62047" -d '{"events": [{"server_uuid": "05c9dc47-c754-47ac-b84d-d96127ae9d7d", "name": "network-vif-plugged", "status": "completed", "tag": "eede5e5f-b52a-4379-9ce7-5dbda6258f4b"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:38:39.019415 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port eede5e5f-b52a-4379-9ce7-5dbda6258f4b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=eede5e5f-b52a-4379-9ce7-5dbda6258f4b,segment=NetworkSegment(729ed3d9-f813-4b32-a899-88741e632187),segment_id=729ed3d9-f813-4b32-a899-88741e632187)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:38:39.024160 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (eede5e5f-b52a-4379-9ce7-5dbda6258f4b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:39.046762 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1a96f2-24fa-41e8-a1d1-acbe8c7260e2 x-openstack-request-id: req-da1a96f2-24fa-41e8-a1d1-acbe8c7260e2 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:38:39.047063 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c9dc47-c754-47ac-b84d-d96127ae9d7d", "name": "network-vif-plugged", "status": "completed", "tag": "eede5e5f-b52a-4379-9ce7-5dbda6258f4b", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:38:39.047307 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da1a96f2-24fa-41e8-a1d1-acbe8c7260e2 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:38:39.047710 dv-cinder-836996-16-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da1a96f2-24fa-41e8-a1d1-acbe8c7260e2'] response: {'server_uuid': '05c9dc47-c754-47ac-b84d-d96127ae9d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eede5e5f-b52a-4379-9ce7-5dbda6258f4b', 'code': 200} May 10 05:38:39.072335 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=eede5e5f-b52a-4379-9ce7-5dbda6258f4b,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:38:39.373481 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:39.756397 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6a957-54d5-45f7-9b9f-beeea065b330 req-633e41fa-0047-4ac6-b4bb-ff0d2d828a4c tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:39.757817 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7da6a957-54d5-45f7-9b9f-beeea065b330 req-633e41fa-0047-4ac6-b4bb-ff0d2d828a4c tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a5bd73-8b3a-49ce-8108-ca5763275da0 HTTP/1.1" status: 200 len: 944 time: 0.0463860 May 10 05:38:39.808321 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7da6a957-54d5-45f7-9b9f-beeea065b330 req-5cd74b8c-9a57-4b67-8af6-c5d125faac81 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=72255337-9290-46ce-841f-493e4f5f0f88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445378 May 10 05:38:39.993378 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc3bf2-6dea-44cd-8428-ad7c2628d0cf req-e2121ba4-194c-40b0-8246-f48158241f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:39.994811 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-50cc3bf2-6dea-44cd-8428-ad7c2628d0cf req-e2121ba4-194c-40b0-8246-f48158241f6b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0623b145317e4164862cd8601813c000&device_id=e1a5bd73-8b3a-49ce-8108-ca5763275da0 HTTP/1.1" status: 200 len: 1128 time: 0.0530114 May 10 05:38:40.075232 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb5ec6-0977-4ab4-8d0e-c3bbccd15e84 req-a309f3d5-9cc4-408f-a43d-31ad39c6a8ae tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:40.076717 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ecdb5ec6-0977-4ab4-8d0e-c3bbccd15e84 req-a309f3d5-9cc4-408f-a43d-31ad39c6a8ae tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 945 time: 0.0922956 May 10 05:38:40.099734 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf587f-5ed2-4158-8218-5c15ee2dd6e1 req-5b3d4350-caf8-4354-8566-f358f87c7243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:40.101313 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-18bf587f-5ed2-4158-8218-5c15ee2dd6e1 req-5b3d4350-caf8-4354-8566-f358f87c7243 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 1129 time: 0.0399003 May 10 05:38:40.140151 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc3bf2-6dea-44cd-8428-ad7c2628d0cf req-57989490-8d8d-4431-8740-3067665cf092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:40.141641 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-50cc3bf2-6dea-44cd-8428-ad7c2628d0cf req-57989490-8d8d-4431-8740-3067665cf092 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b91b1486-3cb7-481c-8684-1c68d074fc72 HTTP/1.1" status: 200 len: 914 time: 0.1243424 May 10 05:38:40.147512 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-18bf587f-5ed2-4158-8218-5c15ee2dd6e1 req-128a9f84-d2b2-4c9f-aa0d-7517bdf60719 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389016 May 10 05:38:40.148513 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ecdb5ec6-0977-4ab4-8d0e-c3bbccd15e84 req-b4b01c77-7404-4ff5-9ead-63abf11a14a9 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657632 May 10 05:38:40.185983 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-50cc3bf2-6dea-44cd-8428-ad7c2628d0cf req-4a4af674-e025-41c7-91c7-78916b9e5f7c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=023e8669-0ef7-45f3-8ee6-edc18b2fa449 HTTP/1.1" status: 200 len: 217 time: 0.0365121 May 10 05:38:40.469904 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc3bf2-6dea-44cd-8428-ad7c2628d0cf req-d40c974f-44b8-425a-bce5-7eba418a14b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:40.471647 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-50cc3bf2-6dea-44cd-8428-ad7c2628d0cf req-d40c974f-44b8-425a-bce5-7eba418a14b7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e26954e2-7a3b-4790-bc12-a1945a89ac49 HTTP/1.1" status: 200 len: 852 time: 0.0577352 May 10 05:38:40.515833 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc3bf2-6dea-44cd-8428-ad7c2628d0cf req-48480edd-88ba-45fa-bc46-8f5dd02a9ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:40.517281 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-50cc3bf2-6dea-44cd-8428-ad7c2628d0cf req-48480edd-88ba-45fa-bc46-8f5dd02a9ddd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b91b1486-3cb7-481c-8684-1c68d074fc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387161 May 10 05:38:40.614919 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-50cc3bf2-6dea-44cd-8428-ad7c2628d0cf req-e59effa9-7148-4164-a44c-9a0b2c44dd35 service neutron] 10.222.0.50 "GET /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838516 May 10 05:38:40.946091 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755e40e-628b-4e08-a63a-7c09c7206c81 req-040a2f8a-4426-45cc-8771-c8dc4757d128 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:40.947501 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a755e40e-628b-4e08-a63a-7c09c7206c81 req-040a2f8a-4426-45cc-8771-c8dc4757d128 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a5bd73-8b3a-49ce-8108-ca5763275da0 HTTP/1.1" status: 200 len: 944 time: 0.0568304 May 10 05:38:40.997625 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a755e40e-628b-4e08-a63a-7c09c7206c81 req-3f00066b-be2d-4739-8605-e951cc48f932 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=72255337-9290-46ce-841f-493e4f5f0f88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438337 May 10 05:38:41.153607 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-50cc3bf2-6dea-44cd-8428-ad7c2628d0cf req-45b5cd88-76d0-4b8c-bc8a-ae04754e2e8c service neutron] 10.222.0.50 "GET /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930355 May 10 05:38:41.262828 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e666797-4e90-4c83-a2da-05bfec97f55b req-cf112232-4200-4569-a27d-307c53e2d215 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:41.264288 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4e666797-4e90-4c83-a2da-05bfec97f55b req-cf112232-4200-4569-a27d-307c53e2d215 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 945 time: 0.0477331 May 10 05:38:41.322673 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4e666797-4e90-4c83-a2da-05bfec97f55b req-71e8ad17-29eb-4531-8d53-a6286e12144d tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504529 May 10 05:38:42.122423 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bae0b4-21d5-425b-9b7f-d3efa0ebe131 req-67cf20f8-9ee1-421d-9634-4ea3b61cb138 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:42.124355 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-71bae0b4-21d5-425b-9b7f-d3efa0ebe131 req-67cf20f8-9ee1-421d-9634-4ea3b61cb138 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a5bd73-8b3a-49ce-8108-ca5763275da0 HTTP/1.1" status: 200 len: 944 time: 0.0489187 May 10 05:38:42.169904 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-71bae0b4-21d5-425b-9b7f-d3efa0ebe131 req-643b940e-b83b-4adc-8c1c-33f8028f7a9f tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=72255337-9290-46ce-841f-493e4f5f0f88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399370 May 10 05:38:42.451840 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90493643-3c82-498a-83ca-86dfca28cc62 req-f8ea3c1c-0c05-47c3-8538-853625caf559 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:42.454098 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-90493643-3c82-498a-83ca-86dfca28cc62 req-f8ea3c1c-0c05-47c3-8538-853625caf559 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 945 time: 0.0512431 May 10 05:38:42.513961 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-90493643-3c82-498a-83ca-86dfca28cc62 req-3fac9c8d-5cbe-43c7-b835-4bbad0b8e7c2 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476656 May 10 05:38:42.634445 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df753286-08d3-424f-9687-16fd8cceb687 req-38ab7557-953c-4656-ba78-6ea6fac58d9b tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:42.635809 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-df753286-08d3-424f-9687-16fd8cceb687 req-38ab7557-953c-4656-ba78-6ea6fac58d9b tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 945 time: 0.0556979 May 10 05:38:42.691267 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-df753286-08d3-424f-9687-16fd8cceb687 req-b0c37f43-7d8d-4137-b4a7-368263df6138 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475175 May 10 05:38:42.892437 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 023e8669-0ef7-45f3-8ee6-edc18b2fa449 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 05:38:42.989934 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 023e8669-0ef7-45f3-8ee6-edc18b2fa449, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=023e8669-0ef7-45f3-8ee6-edc18b2fa449,segment=NetworkSegment(d5074d01-1247-4bbd-94b1-016a992e97ef),segment_id=d5074d01-1247-4bbd-94b1-016a992e97ef)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:38:43.001590 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Returning: {'device': '023e8669-0ef7-45f3-8ee6-edc18b2fa449', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'port_id': '023e8669-0ef7-45f3-8ee6-edc18b2fa449', 'mac_address': 'fa:16:3e:29:eb:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 05:38:43.010613 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9c7e9-db4d-4934-beee-d5393bb6c6eb req-19e9e6b0-6777-4255-a977-8cb59df0151a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:43.012086 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-24f9c7e9-db4d-4934-beee-d5393bb6c6eb req-19e9e6b0-6777-4255-a977-8cb59df0151a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 945 time: 0.0455925 May 10 05:38:43.041162 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 023e8669-0ef7-45f3-8ee6-edc18b2fa449 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:38:43.041538 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (023e8669-0ef7-45f3-8ee6-edc18b2fa449), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:43.054449 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 023e8669-0ef7-45f3-8ee6-edc18b2fa449 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:38:43.062756 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-24f9c7e9-db4d-4934-beee-d5393bb6c6eb req-d2558ad4-285e-408f-ad84-05bb2a903913 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447350 May 10 05:38:43.073191 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 023e8669-0ef7-45f3-8ee6-edc18b2fa449, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=023e8669-0ef7-45f3-8ee6-edc18b2fa449,segment=NetworkSegment(d5074d01-1247-4bbd-94b1-016a992e97ef),segment_id=d5074d01-1247-4bbd-94b1-016a992e97ef)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:38:43.078394 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (023e8669-0ef7-45f3-8ee6-edc18b2fa449), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:43.127686 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=023e8669-0ef7-45f3-8ee6-edc18b2fa449,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:38:43.287613 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319489cf-04dd-477f-bc32-cbf5262e6de9 req-49335a15-d8ec-4626-896c-0d624d8065e1 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:43.289446 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-319489cf-04dd-477f-bc32-cbf5262e6de9 req-49335a15-d8ec-4626-896c-0d624d8065e1 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a5bd73-8b3a-49ce-8108-ca5763275da0 HTTP/1.1" status: 200 len: 945 time: 0.0515234 May 10 05:38:43.346176 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-319489cf-04dd-477f-bc32-cbf5262e6de9 req-8e59d843-357d-4d7a-b763-99480eab1322 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=72255337-9290-46ce-841f-493e4f5f0f88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507116 May 10 05:38:43.412689 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['023e8669-0ef7-45f3-8ee6-edc18b2fa449'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:38:44.478518 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f63381-c97a-422a-b298-20c665756ef5 req-344db2e7-d40b-487f-a29a-bb568d91aea4 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:44.480128 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f9f63381-c97a-422a-b298-20c665756ef5 req-344db2e7-d40b-487f-a29a-bb568d91aea4 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a5bd73-8b3a-49ce-8108-ca5763275da0 HTTP/1.1" status: 200 len: 945 time: 0.0559318 May 10 05:38:44.526829 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f9f63381-c97a-422a-b298-20c665756ef5 req-d7a4e218-2c1b-4fb8-9507-b0a211f48f2d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=72255337-9290-46ce-841f-493e4f5f0f88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406122 May 10 05:38:44.910328 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 023e8669-0ef7-45f3-8ee6-edc18b2fa449 up at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:38:44.954466 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning for port 023e8669-0ef7-45f3-8ee6-edc18b2fa449 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 05:38:44.963398 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning complete for port 023e8669-0ef7-45f3-8ee6-edc18b2fa449 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:38:44.963800 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (023e8669-0ef7-45f3-8ee6-edc18b2fa449), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:45.042956 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 023e8669-0ef7-45f3-8ee6-edc18b2fa449 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:38:45.043344 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (023e8669-0ef7-45f3-8ee6-edc18b2fa449), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:45.069713 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a5bd73-8b3a-49ce-8108-ca5763275da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023e8669-0ef7-45f3-8ee6-edc18b2fa449'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:38:45.072003 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0800c53295b7046a146618d9b887730b91c06d3b0846630efe31b30f8053b0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a256d9e2-4a78-4db5-b5fc-1dc868d96169" -d '{"events": [{"server_uuid": "e1a5bd73-8b3a-49ce-8108-ca5763275da0", "name": "network-vif-plugged", "status": "completed", "tag": "023e8669-0ef7-45f3-8ee6-edc18b2fa449"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:38:45.084678 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 023e8669-0ef7-45f3-8ee6-edc18b2fa449, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=023e8669-0ef7-45f3-8ee6-edc18b2fa449,segment=NetworkSegment(d5074d01-1247-4bbd-94b1-016a992e97ef),segment_id=d5074d01-1247-4bbd-94b1-016a992e97ef)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:38:45.090284 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (023e8669-0ef7-45f3-8ee6-edc18b2fa449), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:45.113669 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d461584-821b-4108-bff0-196a66012ec6 x-openstack-request-id: req-1d461584-821b-4108-bff0-196a66012ec6 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:38:45.113952 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a5bd73-8b3a-49ce-8108-ca5763275da0", "name": "network-vif-plugged", "status": "completed", "tag": "023e8669-0ef7-45f3-8ee6-edc18b2fa449", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:38:45.114203 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d461584-821b-4108-bff0-196a66012ec6 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:38:45.114684 dv-cinder-836996-16-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d461584-821b-4108-bff0-196a66012ec6'] response: {'server_uuid': 'e1a5bd73-8b3a-49ce-8108-ca5763275da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023e8669-0ef7-45f3-8ee6-edc18b2fa449', 'code': 200} May 10 05:38:45.141972 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=023e8669-0ef7-45f3-8ee6-edc18b2fa449,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:38:45.299935 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e862e8-5ad3-4691-8375-a998d56dd585 req-5ffcb9d1-bbbb-43fd-9486-a0967788cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:45.301414 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-89e862e8-5ad3-4691-8375-a998d56dd585 req-5ffcb9d1-bbbb-43fd-9486-a0967788cb10 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e1a5bd73-8b3a-49ce-8108-ca5763275da0 HTTP/1.1" status: 200 len: 1130 time: 0.0413933 May 10 05:38:45.345542 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-89e862e8-5ad3-4691-8375-a998d56dd585 req-c8e6bc48-0008-4b26-89cc-70629e96dafd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=72255337-9290-46ce-841f-493e4f5f0f88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368245 May 10 05:38:45.652840 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53afa0a7-0ec1-4d5d-8a0f-d9277ed8c168 req-13cfccff-7d8e-46af-9e46-e801bad553ad tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:45.654167 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-53afa0a7-0ec1-4d5d-8a0f-d9277ed8c168 req-13cfccff-7d8e-46af-9e46-e801bad553ad tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a5bd73-8b3a-49ce-8108-ca5763275da0 HTTP/1.1" status: 200 len: 946 time: 0.0472562 May 10 05:38:45.699517 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-53afa0a7-0ec1-4d5d-8a0f-d9277ed8c168 req-5889a633-dffe-4fb2-9172-73f0fa6362c6 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=72255337-9290-46ce-841f-493e4f5f0f88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395904 May 10 05:38:46.837464 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3057b31-6389-4191-8fa2-7d02eb515a80 req-df159732-ec20-4415-85ef-47cca721817c tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:46.838903 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e3057b31-6389-4191-8fa2-7d02eb515a80 req-df159732-ec20-4415-85ef-47cca721817c tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a5bd73-8b3a-49ce-8108-ca5763275da0 HTTP/1.1" status: 200 len: 946 time: 0.0575752 May 10 05:38:47.135428 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e3057b31-6389-4191-8fa2-7d02eb515a80 req-6799a386-0138-4fc1-a3b0-852a84c2d912 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=72255337-9290-46ce-841f-493e4f5f0f88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2879241 May 10 05:38:48.260261 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fdf32-93d1-45ac-a387-ccc7ccb33ee1 req-381edfdf-8683-41e1-8374-5600869a1cb5 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:48.261712 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3f9fdf32-93d1-45ac-a387-ccc7ccb33ee1 req-381edfdf-8683-41e1-8374-5600869a1cb5 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a5bd73-8b3a-49ce-8108-ca5763275da0 HTTP/1.1" status: 200 len: 946 time: 0.0478933 May 10 05:38:48.309533 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3f9fdf32-93d1-45ac-a387-ccc7ccb33ee1 req-5610aab3-3f15-4b72-ad43-c38ec1a37c77 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=72255337-9290-46ce-841f-493e4f5f0f88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414269 May 10 05:38:48.424975 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78906df0-3d87-49ec-8f8b-16790617dc56 req-2b6d45dc-f538-4281-af5d-14c58a427e91 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:48.426501 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-78906df0-3d87-49ec-8f8b-16790617dc56 req-2b6d45dc-f538-4281-af5d-14c58a427e91 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a5bd73-8b3a-49ce-8108-ca5763275da0 HTTP/1.1" status: 200 len: 946 time: 0.0513637 May 10 05:38:48.436280 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 50780) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:38:48.440709 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-36067913-d866-4e84-914e-433cf9380471 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Request body: {'floatingip': {'port_id': '023e8669-0ef7-45f3-8ee6-edc18b2fa449'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:38:48.483492 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36067913-d866-4e84-914e-433cf9380471 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for floatingip (8bc279af-6a5f-4d63-9c58-6cecd264f3b5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:48.932140 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36067913-d866-4e84-914e-433cf9380471 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:48.938798 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36067913-d866-4e84-914e-433cf9380471 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (8bc279af-6a5f-4d63-9c58-6cecd264f3b5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:49.047519 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.db.l3_db [None req-36067913-d866-4e84-914e-433cf9380471 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Floating IP 8bc279af-6a5f-4d63-9c58-6cecd264f3b5 associated. External IP: 172.27.0.66, port: 023e8669-0ef7-45f3-8ee6-edc18b2fa449. May 10 05:38:49.265312 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36067913-d866-4e84-914e-433cf9380471 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Router e8f29ba1-9b40-4eac-84bb-1b5acd961371 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:38:49.590513 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36067913-d866-4e84-914e-433cf9380471 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:38:49.595138 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36067913-d866-4e84-914e-433cf9380471 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:49.601899 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f310b6-6201-407e-ba51-dd8ab827fcc1 None None] Sync routers for ids ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:38:49.611760 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f310b6-6201-407e-ba51-dd8ab827fcc1 None None] Routers {'e8f29ba1-9b40-4eac-84bb-1b5acd961371'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:38:49.612384 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-32f310b6-6201-407e-ba51-dd8ab827fcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:38:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:38:49.628225 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-36067913-d866-4e84-914e-433cf9380471 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "PUT /v2.0/floatingips/8bc279af-6a5f-4d63-9c58-6cecd264f3b5 HTTP/1.1" status: 200 len: 991 time: 1.1885488 May 10 05:38:49.628225 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a5bd73-8b3a-49ce-8108-ca5763275da0', 'tag': '023e8669-0ef7-45f3-8ee6-edc18b2fa449'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:38:49.628896 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf585b3a-116c-4901-a4c0-18bd5385ad95" -d '{"events": [{"name": "network-changed", "server_uuid": "e1a5bd73-8b3a-49ce-8108-ca5763275da0", "tag": "023e8669-0ef7-45f3-8ee6-edc18b2fa449"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:38:49.668184 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9409b652-43ea-4d0a-90eb-81f881ff3b4e x-openstack-request-id: req-9409b652-43ea-4d0a-90eb-81f881ff3b4e {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:38:49.668479 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1a5bd73-8b3a-49ce-8108-ca5763275da0", "tag": "023e8669-0ef7-45f3-8ee6-edc18b2fa449", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:38:49.668849 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9409b652-43ea-4d0a-90eb-81f881ff3b4e {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:38:49.669298 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9409b652-43ea-4d0a-90eb-81f881ff3b4e'] response: {'name': 'network-changed', 'server_uuid': 'e1a5bd73-8b3a-49ce-8108-ca5763275da0', 'tag': '023e8669-0ef7-45f3-8ee6-edc18b2fa449', 'status': 'completed', 'code': 200} May 10 05:38:49.738789 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-32f310b6-6201-407e-ba51-dd8ab827fcc1 None None] Set router e8f29ba1-9b40-4eac-84bb-1b5acd961371 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:38:49.766904 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf585b3a-116c-4901-a4c0-18bd5385ad95 req-dbebc513-92d1-4872-84b0-0d5ef9a9bbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:49.768445 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cf585b3a-116c-4901-a4c0-18bd5385ad95 req-dbebc513-92d1-4872-84b0-0d5ef9a9bbf1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0623b145317e4164862cd8601813c000&device_id=e1a5bd73-8b3a-49ce-8108-ca5763275da0 HTTP/1.1" status: 200 len: 1130 time: 0.0449252 May 10 05:38:49.878414 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf585b3a-116c-4901-a4c0-18bd5385ad95 req-f0e998f0-92e2-47dc-a9b8-245756ea0f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:49.879994 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cf585b3a-116c-4901-a4c0-18bd5385ad95 req-f0e998f0-92e2-47dc-a9b8-245756ea0f5a service neutron] 10.222.0.50 "GET /v2.0/networks?id=b91b1486-3cb7-481c-8684-1c68d074fc72 HTTP/1.1" status: 200 len: 914 time: 0.0857370 May 10 05:38:49.947630 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cf585b3a-116c-4901-a4c0-18bd5385ad95 req-aee7f1a6-6cef-415e-b9db-4a3c47efc761 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=023e8669-0ef7-45f3-8ee6-edc18b2fa449 HTTP/1.1" status: 200 len: 999 time: 0.0609844 May 10 05:38:49.959322 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-32f310b6-6201-407e-ba51-dd8ab827fcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 4, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '7aee536f-4b8d-4896-a78e-08b85b8c9992', 'tenant_id': '0623b145317e4164862cd8601813c000', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'port_id': '11ad3211-611f-4c11-8c53-87e89a229255', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'mac_address': 'fa:16:3e:96:99:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db14fae5-ef49-49b0-9bf9-bbc81c3d9783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:36:54Z', 'updated_at': '2022-05-10T05:37:18Z', 'revision_number': 2, 'project_id': '0623b145317e4164862cd8601813c000', 'fixed_ip_address_scope': None}, {'id': '8bc279af-6a5f-4d63-9c58-6cecd264f3b5', 'tenant_id': '0623b145317e4164862cd8601813c000', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'port_id': '023e8669-0ef7-45f3-8ee6-edc18b2fa449', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'mac_address': 'fa:16:3e:29:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a5bd73-8b3a-49ce-8108-ca5763275da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:38:34Z', 'updated_at': '2022-05-10T05:38:48Z', 'revision_number': 1, 'project_id': '0623b145317e4164862cd8601813c000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f319875-0fd3-4312-9bcf-bc51d061cb39', 'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'tenant_id': '0623b145317e4164862cd8601813c000', 'mac_address': 'fa:16:3e:49:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:56Z', 'revision_number': 5, 'project_id': '0623b145317e4164862cd8601813c000', 'subnets': [{'id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:38:49.985242 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f310b6-6201-407e-ba51-dd8ab827fcc1 None None] Checking router: e8f29ba1-9b40-4eac-84bb-1b5acd961371 for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:38:49.993612 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f310b6-6201-407e-ba51-dd8ab827fcc1 None None] Routers {'e8f29ba1-9b40-4eac-84bb-1b5acd961371'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:38:49.994156 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-32f310b6-6201-407e-ba51-dd8ab827fcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:38:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:38:50.001655 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf585b3a-116c-4901-a4c0-18bd5385ad95 req-088ee46b-38f4-40d7-bf14-7c906d0d0c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:50.003136 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cf585b3a-116c-4901-a4c0-18bd5385ad95 req-088ee46b-38f4-40d7-bf14-7c906d0d0c0b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e26954e2-7a3b-4790-bc12-a1945a89ac49 HTTP/1.1" status: 200 len: 852 time: 0.0437474 May 10 05:38:50.052341 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf585b3a-116c-4901-a4c0-18bd5385ad95 req-b7cad460-7ac7-4d71-b87b-c99566409cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:50.053830 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cf585b3a-116c-4901-a4c0-18bd5385ad95 req-b7cad460-7ac7-4d71-b87b-c99566409cda service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b91b1486-3cb7-481c-8684-1c68d074fc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391643 May 10 05:38:50.101816 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-32f310b6-6201-407e-ba51-dd8ab827fcc1 None None] Set router e8f29ba1-9b40-4eac-84bb-1b5acd961371 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:38:50.148172 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cf585b3a-116c-4901-a4c0-18bd5385ad95 req-e11dd2f0-e26a-4c45-9896-bba1eefaf643 service neutron] 10.222.0.50 "GET /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874333 May 10 05:38:50.237868 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cf585b3a-116c-4901-a4c0-18bd5385ad95 req-ec606b30-7316-4cd7-99b7-18217c62496c service neutron] 10.222.0.50 "GET /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832336 May 10 05:38:50.321717 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-32f310b6-6201-407e-ba51-dd8ab827fcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 4, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '7aee536f-4b8d-4896-a78e-08b85b8c9992', 'tenant_id': '0623b145317e4164862cd8601813c000', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'port_id': '11ad3211-611f-4c11-8c53-87e89a229255', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'mac_address': 'fa:16:3e:96:99:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db14fae5-ef49-49b0-9bf9-bbc81c3d9783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:36:54Z', 'updated_at': '2022-05-10T05:37:18Z', 'revision_number': 2, 'project_id': '0623b145317e4164862cd8601813c000', 'fixed_ip_address_scope': None}, {'id': '8bc279af-6a5f-4d63-9c58-6cecd264f3b5', 'tenant_id': '0623b145317e4164862cd8601813c000', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'port_id': '023e8669-0ef7-45f3-8ee6-edc18b2fa449', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'mac_address': 'fa:16:3e:29:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a5bd73-8b3a-49ce-8108-ca5763275da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:38:34Z', 'updated_at': '2022-05-10T05:38:48Z', 'revision_number': 1, 'project_id': '0623b145317e4164862cd8601813c000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f319875-0fd3-4312-9bcf-bc51d061cb39', 'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'tenant_id': '0623b145317e4164862cd8601813c000', 'mac_address': 'fa:16:3e:49:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:56Z', 'revision_number': 5, 'project_id': '0623b145317e4164862cd8601813c000', 'subnets': [{'id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:38:50.347605 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f310b6-6201-407e-ba51-dd8ab827fcc1 None None] The sync data for ids ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'] in dv-cinder-836996-16-iscsi is: [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 4, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '7aee536f-4b8d-4896-a78e-08b85b8c9992', 'tenant_id': '0623b145317e4164862cd8601813c000', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'port_id': '11ad3211-611f-4c11-8c53-87e89a229255', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'mac_address': 'fa:16:3e:96:99:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db14fae5-ef49-49b0-9bf9-bbc81c3d9783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:36:54Z', 'updated_at': '2022-05-10T05:37:18Z', 'revision_number': 2, 'project_id': '0623b145317e4164862cd8601813c000', 'fixed_ip_address_scope': None}, {'id': '8bc279af-6a5f-4d63-9c58-6cecd264f3b5', 'tenant_id': '0623b145317e4164862cd8601813c000', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'port_id': '023e8669-0ef7-45f3-8ee6-edc18b2fa449', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'mac_address': 'fa:16:3e:29:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a5bd73-8b3a-49ce-8108-ca5763275da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:38:34Z', 'updated_at': '2022-05-10T05:38:48Z', 'revision_number': 1, 'project_id': '0623b145317e4164862cd8601813c000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f319875-0fd3-4312-9bcf-bc51d061cb39', 'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'tenant_id': '0623b145317e4164862cd8601813c000', 'mac_address': 'fa:16:3e:49:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:56Z', 'revision_number': 5, 'project_id': '0623b145317e4164862cd8601813c000', 'subnets': [{'id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:38:50.541295 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b073d704-d4fe-46a5-9130-d217bc60aa5b None None] New status for floating IP 8bc279af-6a5f-4d63-9c58-6cecd264f3b5: ACTIVE {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 05:38:52.523985 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246959d-0203-48bb-99a9-6e00e0ccea00 req-8a2804e2-6e73-47cf-bd08-be3260efece4 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:52.525464 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d246959d-0203-48bb-99a9-6e00e0ccea00 req-8a2804e2-6e73-47cf-bd08-be3260efece4 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 945 time: 0.0531011 May 10 05:38:52.577572 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d246959d-0203-48bb-99a9-6e00e0ccea00 req-c646e911-c97d-481b-b3b9-a6373f5a423e tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460055 May 10 05:38:52.603320 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 50816) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:38:52.696891 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd1b687-af76-417f-9e06-d5b175ce20be tempest-TestMinimumBasicScenario-269457287 tempest-TestMinimumBasicScenario-269457287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:52.698451 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-0bd1b687-af76-417f-9e06-d5b175ce20be tempest-TestMinimumBasicScenario-269457287 tempest-TestMinimumBasicScenario-269457287-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 1124 time: 0.0940723 May 10 05:38:52.701611 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 50820) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:38:52.705968 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-cc4c11e7-6f18-4a99-aa98-dba6cd0c636a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Request body: {'floatingip': {'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'port_id': 'eede5e5f-b52a-4379-9ce7-5dbda6258f4b', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:38:52.728282 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc4c11e7-6f18-4a99-aa98-dba6cd0c636a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:52.812533 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc4c11e7-6f18-4a99-aa98-dba6cd0c636a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:52.918995 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-cc4c11e7-6f18-4a99-aa98-dba6cd0c636a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Allocated IP 172.27.0.133 (87bc626b-a764-429e-8d11-cdbbe513fac5/76823629-1df9-4cfd-a8c3-1d6cce6b2ea9/5d8ab77a-b0c0-4063-8595-d75d2d0e041e) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:38:53.054192 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc4c11e7-6f18-4a99-aa98-dba6cd0c636a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for port (5d8ab77a-b0c0-4063-8595-d75d2d0e041e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:53.068329 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c5c03-b4fc-4287-945d-66009b07d44c req-7ed28672-50b1-450d-8c4d-9349f56a97c8 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:53.069713 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d28c5c03-b4fc-4287-945d-66009b07d44c req-7ed28672-50b1-450d-8c4d-9349f56a97c8 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.0659800 May 10 05:38:53.128235 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc4c11e7-6f18-4a99-aa98-dba6cd0c636a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (5d8ab77a-b0c0-4063-8595-d75d2d0e041e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:53.136435 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d28c5c03-b4fc-4287-945d-66009b07d44c req-6ee05d25-27c5-48c2-be26-d6b2fedfa050 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602803 May 10 05:38:53.173458 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4c11e7-6f18-4a99-aa98-dba6cd0c636a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Network 87bc626b-a764-429e-8d11-cdbbe513fac5 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:38:53.178337 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-cc4c11e7-6f18-4a99-aa98-dba6cd0c636a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:38:53.182672 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4c11e7-6f18-4a99-aa98-dba6cd0c636a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:38:53.186454 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c11e7-6f18-4a99-aa98-dba6cd0c636a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Pushing event updated for resources: {'Port': ['ID=5d8ab77a-b0c0-4063-8595-d75d2d0e041e,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:38:53.511234 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc4c11e7-6f18-4a99-aa98-dba6cd0c636a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for floatingip (11815dd6-6bb2-46d4-a3bc-ed3411bceebb), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:53.592157 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc4c11e7-6f18-4a99-aa98-dba6cd0c636a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (5d8ab77a-b0c0-4063-8595-d75d2d0e041e), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:53.740140 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc4c11e7-6f18-4a99-aa98-dba6cd0c636a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for port (5d8ab77a-b0c0-4063-8595-d75d2d0e041e), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:53.746703 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc4c11e7-6f18-4a99-aa98-dba6cd0c636a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (5d8ab77a-b0c0-4063-8595-d75d2d0e041e), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:53.787465 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc4c11e7-6f18-4a99-aa98-dba6cd0c636a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (11815dd6-6bb2-46d4-a3bc-ed3411bceebb), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:53.840038 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c11e7-6f18-4a99-aa98-dba6cd0c636a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Pushing event updated for resources: {'Port': ['ID=5d8ab77a-b0c0-4063-8595-d75d2d0e041e,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:38:53.908373 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.db.l3_db [None req-cc4c11e7-6f18-4a99-aa98-dba6cd0c636a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Floating IP 11815dd6-6bb2-46d4-a3bc-ed3411bceebb associated. External IP: 172.27.0.133, port: eede5e5f-b52a-4379-9ce7-5dbda6258f4b. May 10 05:38:54.129311 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4c11e7-6f18-4a99-aa98-dba6cd0c636a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Router 5df6ffbc-a4ba-43e2-ab7a-848057f492e3 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:38:54.284577 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4c11e7-6f18-4a99-aa98-dba6cd0c636a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:38:54.295321 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eada411e-19e3-4b1c-a648-4323eb83311e None None] Sync routers for ids ['5df6ffbc-a4ba-43e2-ab7a-848057f492e3'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:38:54.300015 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee832191-9e71-41fa-ab3e-60990a7be481 req-c2ed520a-8cb0-4ff8-aa27-faf9a151b414 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:54.301497 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ee832191-9e71-41fa-ab3e-60990a7be481 req-c2ed520a-8cb0-4ff8-aa27-faf9a151b414 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.0699449 May 10 05:38:54.306130 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eada411e-19e3-4b1c-a648-4323eb83311e None None] Routers {'5df6ffbc-a4ba-43e2-ab7a-848057f492e3'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:38:54.306967 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-eada411e-19e3-4b1c-a648-4323eb83311e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:38:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['5df6ffbc-a4ba-43e2-ab7a-848057f492e3'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:38:54.318356 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc4c11e7-6f18-4a99-aa98-dba6cd0c636a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:54.364501 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-cc4c11e7-6f18-4a99-aa98-dba6cd0c636a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6618042 May 10 05:38:54.367890 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c9dc47-c754-47ac-b84d-d96127ae9d7d', 'tag': 'eede5e5f-b52a-4379-9ce7-5dbda6258f4b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:38:54.368089 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 50830) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:38:54.370211 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21e3d53-203d-48ed-8e86-0c7508f7dd7f" -d '{"events": [{"name": "network-changed", "server_uuid": "05c9dc47-c754-47ac-b84d-d96127ae9d7d", "tag": "eede5e5f-b52a-4379-9ce7-5dbda6258f4b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:38:54.372961 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-78d2b4bf-7b90-4457-a584-619fec61f763 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1586842651', 'description': 'tempest-secgroup-smoke-1586842651 description', 'project_id': '54da2dd57fd4488ea0266dc8d744cc25'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:38:54.414523 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ee832191-9e71-41fa-ab3e-60990a7be481 req-19c16648-c462-47a0-9980-1bff483d662a tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033192 May 10 05:38:54.415150 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-78d2b4bf-7b90-4457-a584-619fec61f763 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:54.423006 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-eada411e-19e3-4b1c-a648-4323eb83311e None None] Set router 5df6ffbc-a4ba-43e2-ab7a-848057f492e3 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:38:54.439834 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf0fde2-1288-4258-a62b-d8c3166cfe26 x-openstack-request-id: req-bcf0fde2-1288-4258-a62b-d8c3166cfe26 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:38:54.440125 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c9dc47-c754-47ac-b84d-d96127ae9d7d", "tag": "eede5e5f-b52a-4379-9ce7-5dbda6258f4b", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:38:54.440376 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bcf0fde2-1288-4258-a62b-d8c3166cfe26 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:38:54.440776 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcf0fde2-1288-4258-a62b-d8c3166cfe26'] response: {'name': 'network-changed', 'server_uuid': '05c9dc47-c754-47ac-b84d-d96127ae9d7d', 'tag': 'eede5e5f-b52a-4379-9ce7-5dbda6258f4b', 'status': 'completed', 'code': 200} May 10 05:38:54.495332 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-78d2b4bf-7b90-4457-a584-619fec61f763 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for security_group (c263b03e-bbca-4039-b313-06c97b75ef67), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:54.500640 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-78d2b4bf-7b90-4457-a584-619fec61f763 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (c263b03e-bbca-4039-b313-06c97b75ef67), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:54.531926 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e3d53-203d-48ed-8e86-0c7508f7dd7f req-1dc45eca-2f92-4604-ae0f-91031ee55f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:54.533731 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f21e3d53-203d-48ed-8e86-0c7508f7dd7f req-1dc45eca-2f92-4604-ae0f-91031ee55f52 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=54da2dd57fd4488ea0266dc8d744cc25&device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 1129 time: 0.0491996 May 10 05:38:54.537074 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-78d2b4bf-7b90-4457-a584-619fec61f763 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:54.538331 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-78d2b4bf-7b90-4457-a584-619fec61f763 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1692333 May 10 05:38:54.540601 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2b4bf-7b90-4457-a584-619fec61f763 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c263b03e-bbca-4039-b313-06c97b75ef67,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:38:54.542960 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 50834) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:38:54.547568 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b8fc589d-2392-4059-abd4-65542751d02c tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Request body: {'security_group_rule': {'security_group_id': 'c263b03e-bbca-4039-b313-06c97b75ef67', 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:38:54.576264 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8fc589d-2392-4059-abd4-65542751d02c tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for security_group_rule (6e4d676a-882c-4191-b342-1198ea7ffef3), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:54.637313 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8fc589d-2392-4059-abd4-65542751d02c tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for security_group_rule (6e4d676a-882c-4191-b342-1198ea7ffef3), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:54.642585 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e3d53-203d-48ed-8e86-0c7508f7dd7f req-2a144070-7c45-4b08-8d9d-5234bf005c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:54.643122 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8fc589d-2392-4059-abd4-65542751d02c tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (6e4d676a-882c-4191-b342-1198ea7ffef3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:54.644449 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f21e3d53-203d-48ed-8e86-0c7508f7dd7f req-2a144070-7c45-4b08-8d9d-5234bf005c94 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2e1af6cc-bc8b-4bea-9455-7e30dde9457e HTTP/1.1" status: 200 len: 915 time: 0.1021538 May 10 05:38:54.660740 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-eada411e-19e3-4b1c-a648-4323eb83311e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'name': 'tempest-TestMinimumBasicScenario-253532844-router', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '1cac9bfd-631d-4bdf-8c76-098b63aaca9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:37:36Z', 'updated_at': '2022-05-10T05:37:41Z', 'revision_number': 4, 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'gw_port': {'id': '1cac9bfd-631d-4bdf-8c76-098b63aaca9c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:36Z', 'updated_at': '2022-05-10T05:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '11815dd6-6bb2-46d4-a3bc-ed3411bceebb', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'port_id': 'eede5e5f-b52a-4379-9ce7-5dbda6258f4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1af6cc-bc8b-4bea-9455-7e30dde9457e', 'mac_address': 'fa:16:3e:14:b7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9dc47-c754-47ac-b84d-d96127ae9d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:38:53Z', 'updated_at': '2022-05-10T05:38:53Z', 'revision_number': 0, 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c118c686-cebb-4d88-af71-eb84d899d1c4', 'name': '', 'network_id': '2e1af6cc-bc8b-4bea-9455-7e30dde9457e', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25', 'mac_address': 'fa:16:3e:57:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f2160d0e-5c73-40be-9a30-e6aa8b603d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:40Z', 'updated_at': '2022-05-10T05:37:47Z', 'revision_number': 5, 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'subnets': [{'id': 'f2160d0e-5c73-40be-9a30-e6aa8b603d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:38:54.662740 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc589d-2392-4059-abd4-65542751d02c tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e4d676a-882c-4191-b342-1198ea7ffef3,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:38:54.674146 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8fc589d-2392-4059-abd4-65542751d02c tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:54.678040 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-b8fc589d-2392-4059-abd4-65542751d02c tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317055 May 10 05:38:54.678176 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 50836) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:38:54.682716 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-3e4d1488-4a8b-4d64-90df-80f60d00b6ef tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Request body: {'security_group_rule': {'security_group_id': 'c263b03e-bbca-4039-b313-06c97b75ef67', 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:38:54.693931 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eada411e-19e3-4b1c-a648-4323eb83311e None None] Checking router: 5df6ffbc-a4ba-43e2-ab7a-848057f492e3 for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:38:54.703351 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eada411e-19e3-4b1c-a648-4323eb83311e None None] Routers {'5df6ffbc-a4ba-43e2-ab7a-848057f492e3'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:38:54.704161 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-eada411e-19e3-4b1c-a648-4323eb83311e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:38:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['5df6ffbc-a4ba-43e2-ab7a-848057f492e3'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:38:54.711625 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e4d1488-4a8b-4d64-90df-80f60d00b6ef tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for security_group_rule (b255d9b8-95a4-47c9-9d08-f7f7849650c7), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:54.734728 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f21e3d53-203d-48ed-8e86-0c7508f7dd7f req-f70db44e-ec0e-452c-b163-db25f1f86418 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eede5e5f-b52a-4379-9ce7-5dbda6258f4b HTTP/1.1" status: 200 len: 999 time: 0.0754423 May 10 05:38:54.772357 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e4d1488-4a8b-4d64-90df-80f60d00b6ef tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for security_group_rule (b255d9b8-95a4-47c9-9d08-f7f7849650c7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:54.780867 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e4d1488-4a8b-4d64-90df-80f60d00b6ef tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (b255d9b8-95a4-47c9-9d08-f7f7849650c7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:54.790321 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e3d53-203d-48ed-8e86-0c7508f7dd7f req-3bc2ecea-cdc7-4c0b-9d20-0a67e33828cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:54.791871 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f21e3d53-203d-48ed-8e86-0c7508f7dd7f req-3bc2ecea-cdc7-4c0b-9d20-0a67e33828cd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f2160d0e-5c73-40be-9a30-e6aa8b603d51 HTTP/1.1" status: 200 len: 853 time: 0.0480609 May 10 05:38:54.803669 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d1488-4a8b-4d64-90df-80f60d00b6ef tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b255d9b8-95a4-47c9-9d08-f7f7849650c7,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:38:54.810628 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e4d1488-4a8b-4d64-90df-80f60d00b6ef tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:54.812143 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-3e4d1488-4a8b-4d64-90df-80f60d00b6ef tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1330090 May 10 05:38:54.815158 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 50838) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:38:54.831963 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-eada411e-19e3-4b1c-a648-4323eb83311e None None] Set router 5df6ffbc-a4ba-43e2-ab7a-848057f492e3 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:38:54.835189 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-a2888e66-d56c-4acf-9bc5-b48048d955ef tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Request body: {'security_group_rule': {'security_group_id': 'c263b03e-bbca-4039-b313-06c97b75ef67', 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:38:54.859669 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e3d53-203d-48ed-8e86-0c7508f7dd7f req-1cef5429-43b6-4090-aa35-f68bf1ad1be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:54.861190 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f21e3d53-203d-48ed-8e86-0c7508f7dd7f req-1cef5429-43b6-4090-aa35-f68bf1ad1be8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2e1af6cc-bc8b-4bea-9455-7e30dde9457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0589781 May 10 05:38:54.882988 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a2888e66-d56c-4acf-9bc5-b48048d955ef tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for security_group_rule (2e49a870-893d-47db-b870-b1c931e44aad), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:55.161953 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-eada411e-19e3-4b1c-a648-4323eb83311e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'name': 'tempest-TestMinimumBasicScenario-253532844-router', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '1cac9bfd-631d-4bdf-8c76-098b63aaca9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:37:36Z', 'updated_at': '2022-05-10T05:37:41Z', 'revision_number': 4, 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'gw_port': {'id': '1cac9bfd-631d-4bdf-8c76-098b63aaca9c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:36Z', 'updated_at': '2022-05-10T05:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '11815dd6-6bb2-46d4-a3bc-ed3411bceebb', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'port_id': 'eede5e5f-b52a-4379-9ce7-5dbda6258f4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1af6cc-bc8b-4bea-9455-7e30dde9457e', 'mac_address': 'fa:16:3e:14:b7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9dc47-c754-47ac-b84d-d96127ae9d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:38:53Z', 'updated_at': '2022-05-10T05:38:53Z', 'revision_number': 0, 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c118c686-cebb-4d88-af71-eb84d899d1c4', 'name': '', 'network_id': '2e1af6cc-bc8b-4bea-9455-7e30dde9457e', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25', 'mac_address': 'fa:16:3e:57:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f2160d0e-5c73-40be-9a30-e6aa8b603d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:40Z', 'updated_at': '2022-05-10T05:37:47Z', 'revision_number': 5, 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'subnets': [{'id': 'f2160d0e-5c73-40be-9a30-e6aa8b603d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:38:55.192522 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eada411e-19e3-4b1c-a648-4323eb83311e None None] The sync data for ids ['5df6ffbc-a4ba-43e2-ab7a-848057f492e3'] in dv-cinder-836996-16-iscsi is: [{'id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'name': 'tempest-TestMinimumBasicScenario-253532844-router', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '1cac9bfd-631d-4bdf-8c76-098b63aaca9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:37:36Z', 'updated_at': '2022-05-10T05:37:41Z', 'revision_number': 4, 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'gw_port': {'id': '1cac9bfd-631d-4bdf-8c76-098b63aaca9c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:36Z', 'updated_at': '2022-05-10T05:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '11815dd6-6bb2-46d4-a3bc-ed3411bceebb', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'port_id': 'eede5e5f-b52a-4379-9ce7-5dbda6258f4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1af6cc-bc8b-4bea-9455-7e30dde9457e', 'mac_address': 'fa:16:3e:14:b7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9dc47-c754-47ac-b84d-d96127ae9d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:38:53Z', 'updated_at': '2022-05-10T05:38:53Z', 'revision_number': 0, 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c118c686-cebb-4d88-af71-eb84d899d1c4', 'name': '', 'network_id': '2e1af6cc-bc8b-4bea-9455-7e30dde9457e', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25', 'mac_address': 'fa:16:3e:57:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f2160d0e-5c73-40be-9a30-e6aa8b603d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:40Z', 'updated_at': '2022-05-10T05:37:47Z', 'revision_number': 5, 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'subnets': [{'id': 'f2160d0e-5c73-40be-9a30-e6aa8b603d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:38:55.240863 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f21e3d53-203d-48ed-8e86-0c7508f7dd7f req-580d2414-f7e4-4ec1-87ac-1da299ff8e82 service neutron] 10.222.0.50 "GET /v2.0/networks/2e1af6cc-bc8b-4bea-9455-7e30dde9457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673310 May 10 05:38:55.242489 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a2888e66-d56c-4acf-9bc5-b48048d955ef tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for security_group_rule (2e49a870-893d-47db-b870-b1c931e44aad), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:55.246997 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a2888e66-d56c-4acf-9bc5-b48048d955ef tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (2e49a870-893d-47db-b870-b1c931e44aad), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:55.308127 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2888e66-d56c-4acf-9bc5-b48048d955ef tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e49a870-893d-47db-b870-b1c931e44aad,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:38:55.318993 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a2888e66-d56c-4acf-9bc5-b48048d955ef tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:55.320188 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-a2888e66-d56c-4acf-9bc5-b48048d955ef tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5043156 May 10 05:38:55.323107 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 50840) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:38:55.328089 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b7592bb8-2c3e-4019-a019-456ee4ee8237 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Request body: {'security_group_rule': {'security_group_id': 'c263b03e-bbca-4039-b313-06c97b75ef67', 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:38:55.354946 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7592bb8-2c3e-4019-a019-456ee4ee8237 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for security_group_rule (222872b2-fad4-46d6-a4d0-164d0a0de3b4), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:55.362158 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f21e3d53-203d-48ed-8e86-0c7508f7dd7f req-c2a4655c-9476-4147-97b7-a0d571ec6e2c service neutron] 10.222.0.50 "GET /v2.0/networks/2e1af6cc-bc8b-4bea-9455-7e30dde9457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093934 May 10 05:38:55.416680 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0bee04-2b27-4c36-bfc9-43311e1401f6 None None] New status for floating IP 11815dd6-6bb2-46d4-a3bc-ed3411bceebb: ACTIVE {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 05:38:55.417589 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7592bb8-2c3e-4019-a019-456ee4ee8237 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for security_group_rule (222872b2-fad4-46d6-a4d0-164d0a0de3b4), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:55.422445 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7592bb8-2c3e-4019-a019-456ee4ee8237 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (222872b2-fad4-46d6-a4d0-164d0a0de3b4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:55.440673 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7592bb8-2c3e-4019-a019-456ee4ee8237 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=222872b2-fad4-46d6-a4d0-164d0a0de3b4,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:38:55.450582 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7592bb8-2c3e-4019-a019-456ee4ee8237 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:55.454770 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-b7592bb8-2c3e-4019-a019-456ee4ee8237 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274745 May 10 05:38:55.454883 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 50844) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:38:55.460060 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-e71acc11-c9df-4375-ba25-2ec2289a515a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Request body: {'security_group_rule': {'security_group_id': 'c263b03e-bbca-4039-b313-06c97b75ef67', 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:38:55.481507 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.db.securitygroups_db [None req-e71acc11-c9df-4375-ba25-2ec2289a515a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Project 54da2dd57fd4488ea0266dc8d744cc25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 05:38:55.487938 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e71acc11-c9df-4375-ba25-2ec2289a515a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for security_group_rule (ab108989-7c5f-48a7-a25d-bcbaedb8fb34), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:55.569322 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31696d1e-3c4f-46f9-88f7-4b1aaa683863 req-0cfaa570-4d47-4e9a-8ad5-d8f9724fdb2a tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:55.570828 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-31696d1e-3c4f-46f9-88f7-4b1aaa683863 req-0cfaa570-4d47-4e9a-8ad5-d8f9724fdb2a tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.0687907 May 10 05:38:55.590915 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e71acc11-c9df-4375-ba25-2ec2289a515a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for security_group_rule (ab108989-7c5f-48a7-a25d-bcbaedb8fb34), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:55.598076 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e71acc11-c9df-4375-ba25-2ec2289a515a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (ab108989-7c5f-48a7-a25d-bcbaedb8fb34), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:55.627869 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71acc11-c9df-4375-ba25-2ec2289a515a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab108989-7c5f-48a7-a25d-bcbaedb8fb34,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:38:55.645339 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-31696d1e-3c4f-46f9-88f7-4b1aaa683863 req-951af28c-787b-4312-af88-366162ffbc3f tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661306 May 10 05:38:55.648234 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e71acc11-c9df-4375-ba25-2ec2289a515a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:55.651830 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-e71acc11-c9df-4375-ba25-2ec2289a515a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1935184 May 10 05:38:55.652336 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 50846) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:38:55.656999 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-01996a25-2e51-401f-b90b-57d2253faf3f tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Request body: {'security_group_rule': {'security_group_id': 'c263b03e-bbca-4039-b313-06c97b75ef67', 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:38:55.678229 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.db.securitygroups_db [None req-01996a25-2e51-401f-b90b-57d2253faf3f tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Project 54da2dd57fd4488ea0266dc8d744cc25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 05:38:55.683669 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-01996a25-2e51-401f-b90b-57d2253faf3f tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for security_group_rule (13753407-8021-49b3-a11c-1425cd8cb0e5), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:55.745126 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-01996a25-2e51-401f-b90b-57d2253faf3f tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for security_group_rule (13753407-8021-49b3-a11c-1425cd8cb0e5), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:55.750879 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-01996a25-2e51-401f-b90b-57d2253faf3f tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (13753407-8021-49b3-a11c-1425cd8cb0e5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:55.769857 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01996a25-2e51-401f-b90b-57d2253faf3f tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13753407-8021-49b3-a11c-1425cd8cb0e5,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:38:55.774919 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-01996a25-2e51-401f-b90b-57d2253faf3f tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:55.776091 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-01996a25-2e51-401f-b90b-57d2253faf3f tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227527 May 10 05:38:55.872166 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-528a50cb-623f-4793-aa14-20f6587bcd68 req-80319309-369b-428d-8603-7d78929cab18 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1586842651&fields=id&tenant_id=54da2dd57fd4488ea0266dc8d744cc25 HTTP/1.1" status: 200 len: 267 time: 0.0508053 May 10 05:38:55.928182 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a50cb-623f-4793-aa14-20f6587bcd68 req-19914b2e-7970-4a52-ac30-c71526288ef3 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:55.929512 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-528a50cb-623f-4793-aa14-20f6587bcd68 req-19914b2e-7970-4a52-ac30-c71526288ef3 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 945 time: 0.0515304 May 10 05:38:55.939905 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [req-528a50cb-623f-4793-aa14-20f6587bcd68 req-e712cc49-32bc-45ac-abc1-02ce2c87e2e0 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Request body: {'port': {'security_groups': ['13e10e43-0a71-470e-bbca-4611196a7c4e', 'c263b03e-bbca-4039-b313-06c97b75ef67']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:38:56.010375 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-528a50cb-623f-4793-aa14-20f6587bcd68 req-e712cc49-32bc-45ac-abc1-02ce2c87e2e0 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (eede5e5f-b52a-4379-9ce7-5dbda6258f4b), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:56.229885 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-528a50cb-623f-4793-aa14-20f6587bcd68 req-e712cc49-32bc-45ac-abc1-02ce2c87e2e0 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] For port eede5e5f-b52a-4379-9ce7-5dbda6258f4b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=eede5e5f-b52a-4379-9ce7-5dbda6258f4b,segment=NetworkSegment(729ed3d9-f813-4b32-a899-88741e632187),segment_id=729ed3d9-f813-4b32-a899-88741e632187)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:38:56.261215 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-528a50cb-623f-4793-aa14-20f6587bcd68 req-e712cc49-32bc-45ac-abc1-02ce2c87e2e0 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for port (eede5e5f-b52a-4379-9ce7-5dbda6258f4b), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:56.269798 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-528a50cb-623f-4793-aa14-20f6587bcd68 req-e712cc49-32bc-45ac-abc1-02ce2c87e2e0 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (eede5e5f-b52a-4379-9ce7-5dbda6258f4b), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:56.284067 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['eede5e5f-b52a-4379-9ce7-5dbda6258f4b'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:38:56.315673 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a50cb-623f-4793-aa14-20f6587bcd68 req-e712cc49-32bc-45ac-abc1-02ce2c87e2e0 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:56.316447 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-528a50cb-623f-4793-aa14-20f6587bcd68 req-e712cc49-32bc-45ac-abc1-02ce2c87e2e0 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:56.317907 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-528a50cb-623f-4793-aa14-20f6587bcd68 req-e712cc49-32bc-45ac-abc1-02ce2c87e2e0 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "PUT /v2.0/ports/eede5e5f-b52a-4379-9ce7-5dbda6258f4b HTTP/1.1" status: 200 len: 981 time: 0.3824267 May 10 05:38:56.345184 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712cc49-32bc-45ac-abc1-02ce2c87e2e0 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Pushing event updated for resources: {'Port': ['ID=eede5e5f-b52a-4379-9ce7-5dbda6258f4b,revision_number=6']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:38:56.439692 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed3486-4694-4ec8-9227-c82dae863bcd req-19161937-cc59-4cf5-8406-e1f983909911 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:56.442852 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['eede5e5f-b52a-4379-9ce7-5dbda6258f4b'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:38:56.447024 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5eed3486-4694-4ec8-9227-c82dae863bcd req-19161937-cc59-4cf5-8406-e1f983909911 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 984 time: 0.0600488 May 10 05:38:56.455165 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c9dc47-c754-47ac-b84d-d96127ae9d7d', 'tag': 'eede5e5f-b52a-4379-9ce7-5dbda6258f4b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:38:56.457686 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd870625-b8e6-4fe0-ab70-6002875675fa" -d '{"events": [{"name": "network-changed", "server_uuid": "05c9dc47-c754-47ac-b84d-d96127ae9d7d", "tag": "eede5e5f-b52a-4379-9ce7-5dbda6258f4b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:38:56.512166 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751273db-0f5e-4e4e-a9df-172cbfb98e4d x-openstack-request-id: req-751273db-0f5e-4e4e-a9df-172cbfb98e4d {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:38:56.512514 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c9dc47-c754-47ac-b84d-d96127ae9d7d", "tag": "eede5e5f-b52a-4379-9ce7-5dbda6258f4b", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:38:56.512826 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-751273db-0f5e-4e4e-a9df-172cbfb98e4d {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:38:56.513255 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-751273db-0f5e-4e4e-a9df-172cbfb98e4d'] response: {'name': 'network-changed', 'server_uuid': '05c9dc47-c754-47ac-b84d-d96127ae9d7d', 'tag': 'eede5e5f-b52a-4379-9ce7-5dbda6258f4b', 'status': 'completed', 'code': 200} May 10 05:38:56.524273 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5eed3486-4694-4ec8-9227-c82dae863bcd req-5366a79b-0386-4578-8471-0ba865953c23 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c263b03e-bbca-4039-b313-06c97b75ef67&id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0756526 May 10 05:38:56.574166 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd870625-b8e6-4fe0-ab70-6002875675fa req-d2615aab-7c3b-455f-a52d-02787007d284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:56.575637 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cd870625-b8e6-4fe0-ab70-6002875675fa req-d2615aab-7c3b-455f-a52d-02787007d284 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=54da2dd57fd4488ea0266dc8d744cc25&device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 1168 time: 0.0450912 May 10 05:38:56.606420 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f6cc6c34-fafe-4776-a7e6-cdba48e06a15 None None] Provisioning complete for port eede5e5f-b52a-4379-9ce7-5dbda6258f4b triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:38:56.606787 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f6cc6c34-fafe-4776-a7e6-cdba48e06a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (eede5e5f-b52a-4379-9ce7-5dbda6258f4b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:56.675121 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd870625-b8e6-4fe0-ab70-6002875675fa req-b8f116a5-1cab-4890-ae19-6cff0f956a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:56.676662 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cd870625-b8e6-4fe0-ab70-6002875675fa req-b8f116a5-1cab-4890-ae19-6cff0f956a68 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2e1af6cc-bc8b-4bea-9455-7e30dde9457e HTTP/1.1" status: 200 len: 915 time: 0.0896029 May 10 05:38:56.776691 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cd870625-b8e6-4fe0-ab70-6002875675fa req-c1de2bff-5f94-4ad0-8b49-27ec111ebf08 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eede5e5f-b52a-4379-9ce7-5dbda6258f4b HTTP/1.1" status: 200 len: 1001 time: 0.0904396 May 10 05:38:56.782827 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f650cc-5634-4de1-a325-ec3f7a6fc9e4 req-8e36aeb1-58ab-46b5-8e7f-c4a6ec174f44 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:56.784240 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d5f650cc-5634-4de1-a325-ec3f7a6fc9e4 req-8e36aeb1-58ab-46b5-8e7f-c4a6ec174f44 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.0595627 May 10 05:38:56.796435 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f6cc6c34-fafe-4776-a7e6-cdba48e06a15 None None] Current status of the port eede5e5f-b52a-4379-9ce7-5dbda6258f4b is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:38:56.852533 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd870625-b8e6-4fe0-ab70-6002875675fa req-56b61b0d-3ea3-42c3-b9aa-ec99fd29c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:56.853970 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cd870625-b8e6-4fe0-ab70-6002875675fa req-56b61b0d-3ea3-42c3-b9aa-ec99fd29c212 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f2160d0e-5c73-40be-9a30-e6aa8b603d51 HTTP/1.1" status: 200 len: 853 time: 0.0688701 May 10 05:38:56.877754 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d5f650cc-5634-4de1-a325-ec3f7a6fc9e4 req-808535a5-36ff-472a-9e17-6667658b1916 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846379 May 10 05:38:56.905889 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd870625-b8e6-4fe0-ab70-6002875675fa req-ed6e2bd9-88aa-406b-a352-23987671f199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:56.907359 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cd870625-b8e6-4fe0-ab70-6002875675fa req-ed6e2bd9-88aa-406b-a352-23987671f199 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2e1af6cc-bc8b-4bea-9455-7e30dde9457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461011 May 10 05:38:57.000565 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cd870625-b8e6-4fe0-ab70-6002875675fa req-0e5dcbe5-97f8-4ed7-9c78-1433a19bd79e service neutron] 10.222.0.50 "GET /v2.0/networks/2e1af6cc-bc8b-4bea-9455-7e30dde9457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851893 May 10 05:38:57.109483 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cd870625-b8e6-4fe0-ab70-6002875675fa req-47f2ab9a-21e7-4dec-a79b-1ee40a2ec0f9 service neutron] 10.222.0.50 "GET /v2.0/networks/2e1af6cc-bc8b-4bea-9455-7e30dde9457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900054 May 10 05:38:57.826748 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:38:57.999390 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61e012-9034-4df5-9eb9-29bdaa592d4b req-65aa87da-34b9-46a0-a39e-b3eb34dc4bef tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:58.000925 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cc61e012-9034-4df5-9eb9-29bdaa592d4b req-65aa87da-34b9-46a0-a39e-b3eb34dc4bef tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.0491714 May 10 05:38:58.048394 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cc61e012-9034-4df5-9eb9-29bdaa592d4b req-1d5c7472-5438-402c-a937-e3a2b46b7e50 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419502 May 10 05:38:59.184010 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7ae3b-c8ee-4233-9b6d-549f7661b44b req-4880b7a4-57d5-4c1d-a50e-15d6cac68156 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:38:59.185456 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e7f7ae3b-c8ee-4233-9b6d-549f7661b44b req-4880b7a4-57d5-4c1d-a50e-15d6cac68156 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.0555797 May 10 05:38:59.231872 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e7f7ae3b-c8ee-4233-9b6d-549f7661b44b req-8dbfe313-e265-4675-9e68-ec8a56561cfe tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407593 May 10 05:39:00.355852 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846d95c-a344-4793-aae7-d6e93979564f req-cb273df5-7381-4c27-8a12-76b7cea83ab6 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:00.357292 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9846d95c-a344-4793-aae7-d6e93979564f req-cb273df5-7381-4c27-8a12-76b7cea83ab6 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.0539522 May 10 05:39:00.404918 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9846d95c-a344-4793-aae7-d6e93979564f req-c9fe71e9-4996-4fc4-8e75-d09cbab88208 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420206 May 10 05:39:01.529960 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba148f3-7ed9-4cb0-a43c-1b54b110b6ac req-fd8f3a82-0f21-4f35-a338-e4b1646a0794 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:01.531404 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1ba148f3-7ed9-4cb0-a43c-1b54b110b6ac req-fd8f3a82-0f21-4f35-a338-e4b1646a0794 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.0501008 May 10 05:39:01.578867 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1ba148f3-7ed9-4cb0-a43c-1b54b110b6ac req-4288f14b-ea87-4f80-a080-0f0b3dda3f50 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418463 May 10 05:39:02.719343 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b529f-4f87-4171-9e06-fe67aee676d2 req-f4f4a92c-4f83-4adc-8a51-937588569e9f tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:02.720805 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-181b529f-4f87-4171-9e06-fe67aee676d2 req-f4f4a92c-4f83-4adc-8a51-937588569e9f tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.0613611 May 10 05:39:02.771029 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-181b529f-4f87-4171-9e06-fe67aee676d2 req-9c1e1456-66cc-40cc-9430-172564b927bc tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418994 May 10 05:39:02.932927 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c2e2e012-8d32-49e2-9caa-0d71288fe6e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:03.900143 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa40b2b-9457-4f48-b73f-942220cc4e52 req-e572bc41-8592-4615-8e1f-c6d263eeff2b tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:03.901588 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0aa40b2b-9457-4f48-b73f-942220cc4e52 req-e572bc41-8592-4615-8e1f-c6d263eeff2b tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.0526586 May 10 05:39:03.952795 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0aa40b2b-9457-4f48-b73f-942220cc4e52 req-3a785669-2f39-4587-adca-7b961c0bce24 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453479 May 10 05:39:04.146724 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35808935-dcbc-4323-a52f-160e1e4510a9 req-24e87a5f-fc7d-41d6-8f7b-914d5170ee64 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:04.148247 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-35808935-dcbc-4323-a52f-160e1e4510a9 req-24e87a5f-fc7d-41d6-8f7b-914d5170ee64 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.0479827 May 10 05:39:04.222069 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-35808935-dcbc-4323-a52f-160e1e4510a9 req-26612bb6-161f-42a9-9f47-7214b82f1df9 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680401 May 10 05:39:04.225130 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320b830-a225-4720-8644-c0b83f04b6b8 req-0cf29728-fec1-4d54-86e8-6bd5c2f2176a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:04.226541 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f320b830-a225-4720-8644-c0b83f04b6b8 req-0cf29728-fec1-4d54-86e8-6bd5c2f2176a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a950288ff0b408ea461a2206204f2e6&device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 1129 time: 0.0516696 May 10 05:39:04.317476 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320b830-a225-4720-8644-c0b83f04b6b8 req-19507529-10c8-4634-a7c8-bd21cf72d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:04.318818 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f320b830-a225-4720-8644-c0b83f04b6b8 req-19507529-10c8-4634-a7c8-bd21cf72d6c2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=04cb81b5-85e4-4ffa-8556-8a80e37bea1f HTTP/1.1" status: 200 len: 911 time: 0.0856118 May 10 05:39:04.387950 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f320b830-a225-4720-8644-c0b83f04b6b8 req-b5f7b063-d556-4e8b-8fd1-cab6b03dda2f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34e3575e-325f-4df3-b0d0-e5c61091dc3b HTTP/1.1" status: 200 len: 1001 time: 0.0593796 May 10 05:39:04.436714 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320b830-a225-4720-8644-c0b83f04b6b8 req-558df1a7-1d58-4f3a-8917-d62be8371940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:04.438192 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f320b830-a225-4720-8644-c0b83f04b6b8 req-558df1a7-1d58-4f3a-8917-d62be8371940 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec HTTP/1.1" status: 200 len: 849 time: 0.0443037 May 10 05:39:04.484907 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320b830-a225-4720-8644-c0b83f04b6b8 req-af8b7537-2031-4b1d-be69-4460786fdafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:04.486393 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f320b830-a225-4720-8644-c0b83f04b6b8 req-af8b7537-2031-4b1d-be69-4460786fdafa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04cb81b5-85e4-4ffa-8556-8a80e37bea1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419865 May 10 05:39:04.578761 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f320b830-a225-4720-8644-c0b83f04b6b8 req-c4d1f04e-c811-4b96-b647-5c0f3692fd67 service neutron] 10.222.0.50 "GET /v2.0/networks/04cb81b5-85e4-4ffa-8556-8a80e37bea1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852036 May 10 05:39:04.670284 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f320b830-a225-4720-8644-c0b83f04b6b8 req-70a7efe0-04c3-41d3-b98a-a7ee713c6f4f service neutron] 10.222.0.50 "GET /v2.0/networks/04cb81b5-85e4-4ffa-8556-8a80e37bea1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848763 May 10 05:39:05.355084 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcdc62-74df-4ede-81fc-21e3f5e5e9c0 req-b9f7887c-0f86-4b86-a5f2-6f1308b0d8d5 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:05.356615 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2bfcdc62-74df-4ede-81fc-21e3f5e5e9c0 req-b9f7887c-0f86-4b86-a5f2-6f1308b0d8d5 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.0578613 May 10 05:39:05.370980 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c55a68af-284a-4ddd-b788-76547199d119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:05.407045 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2bfcdc62-74df-4ede-81fc-21e3f5e5e9c0 req-8dcb1cb1-cd68-418d-94a8-e12e89115e8e tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447259 May 10 05:39:05.841253 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:39:06.578936 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:07.581332 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:08.565971 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b8176-24cd-44e5-b0e7-401f5fe9f3fb req-0570c7a2-67c9-4247-960e-aabfa439182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:08.567468 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-822b8176-24cd-44e5-b0e7-401f5fe9f3fb req-0570c7a2-67c9-4247-960e-aabfa439182a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5655a11bb4d94e7fb7186eb1bec105cb&device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 1129 time: 0.0732079 May 10 05:39:08.578259 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792a06d-fce3-44a9-9d97-f9fa883a7608 req-afdcbfd0-10db-4e0f-935b-6d31b5e55c8e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:08.579589 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0792a06d-fce3-44a9-9d97-f9fa883a7608 req-afdcbfd0-10db-4e0f-935b-6d31b5e55c8e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0768981 May 10 05:39:08.681951 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0792a06d-fce3-44a9-9d97-f9fa883a7608 req-26d17e94-4c19-4ed2-a9b0-2ed9ea91ede5 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943463 May 10 05:39:08.698058 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b8176-24cd-44e5-b0e7-401f5fe9f3fb req-0f72b898-8ce1-4a02-8a37-b75aa7fb0abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:08.699508 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-822b8176-24cd-44e5-b0e7-401f5fe9f3fb req-0f72b898-8ce1-4a02-8a37-b75aa7fb0abf service neutron] 10.222.0.50 "GET /v2.0/networks?id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 HTTP/1.1" status: 200 len: 919 time: 0.1190212 May 10 05:39:08.769686 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-822b8176-24cd-44e5-b0e7-401f5fe9f3fb req-b82ddfbc-4763-4d38-9a49-8756d6c6ff28 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c HTTP/1.1" status: 200 len: 1001 time: 0.0623577 May 10 05:39:08.819888 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b8176-24cd-44e5-b0e7-401f5fe9f3fb req-c42971ba-6a98-476b-9dde-abac91a1c636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:08.821267 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-822b8176-24cd-44e5-b0e7-401f5fe9f3fb req-c42971ba-6a98-476b-9dde-abac91a1c636 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5cda1426-dd5e-4474-b1b8-e2dd037a4f93 HTTP/1.1" status: 200 len: 857 time: 0.0444665 May 10 05:39:08.868929 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b8176-24cd-44e5-b0e7-401f5fe9f3fb req-b2212342-b4e6-481d-9794-ad368f410579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:08.870379 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-822b8176-24cd-44e5-b0e7-401f5fe9f3fb req-b2212342-b4e6-481d-9794-ad368f410579 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402668 May 10 05:39:08.960167 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-822b8176-24cd-44e5-b0e7-401f5fe9f3fb req-ead7dd18-b1e9-4b9a-bed5-d0b70b63f638 service neutron] 10.222.0.50 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815639 May 10 05:39:09.058064 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-822b8176-24cd-44e5-b0e7-401f5fe9f3fb req-8e49f582-fadf-402a-8422-8fd91e5efa8d service neutron] 10.222.0.50 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911651 May 10 05:39:09.374042 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:09.834742 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd4778-5100-4ecc-901a-7bd13d5cb19d req-2333212a-913f-4230-8e79-34cd7e1d880c tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:09.836227 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-73bd4778-5100-4ecc-901a-7bd13d5cb19d req-2333212a-913f-4230-8e79-34cd7e1d880c tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0597274 May 10 05:39:09.885796 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-73bd4778-5100-4ecc-901a-7bd13d5cb19d req-275d31bd-2dca-4175-80c9-28f52e601c2d tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418675 May 10 05:39:11.017794 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ca112-7ac6-41e3-89b7-8a055782b9fd req-65d95436-4106-44f4-9808-41805921aaa3 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:11.019331 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8d8ca112-7ac6-41e3-89b7-8a055782b9fd req-65d95436-4106-44f4-9808-41805921aaa3 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0530605 May 10 05:39:11.076006 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8d8ca112-7ac6-41e3-89b7-8a055782b9fd req-54f8c523-d0ee-4c6f-906a-a25738ada08f tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510466 May 10 05:39:12.200911 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c603bd-7122-42f9-a954-6e0b9fb4cd0d req-21cb1dae-fbef-4297-a235-4a82823ac34e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:12.202314 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d3c603bd-7122-42f9-a954-6e0b9fb4cd0d req-21cb1dae-fbef-4297-a235-4a82823ac34e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0496864 May 10 05:39:12.250024 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d3c603bd-7122-42f9-a954-6e0b9fb4cd0d req-6248b76e-e003-4e97-a92b-e82da670ce54 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397866 May 10 05:39:13.370958 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532fe6c-4405-4c9a-80f9-02b550caad13 req-d5ce471b-7404-458e-93b5-a8e58a22d714 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:13.372429 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7532fe6c-4405-4c9a-80f9-02b550caad13 req-d5ce471b-7404-458e-93b5-a8e58a22d714 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0459981 May 10 05:39:13.422669 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7532fe6c-4405-4c9a-80f9-02b550caad13 req-dbf7466a-b876-4d53-9101-27af0c818d6a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442681 May 10 05:39:14.535923 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67103c50-cec8-46c2-ba45-cf81c62ef9a2 req-009977ae-2943-4611-8537-ae1d4552a198 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:14.537368 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-67103c50-cec8-46c2-ba45-cf81c62ef9a2 req-009977ae-2943-4611-8537-ae1d4552a198 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0469077 May 10 05:39:14.587549 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-67103c50-cec8-46c2-ba45-cf81c62ef9a2 req-93968427-5c90-4a63-a157-83fcec2b830b tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427737 May 10 05:39:15.717912 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63b603-e12d-4595-911a-69484878bbde req-7d78ebde-59a3-4960-ac0d-b949bd9d9451 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:15.719374 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1c63b603-e12d-4595-911a-69484878bbde req-7d78ebde-59a3-4960-ac0d-b949bd9d9451 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0504880 May 10 05:39:15.769764 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1c63b603-e12d-4595-911a-69484878bbde req-66196a1c-dff9-4c4c-a6cd-13b7e4540347 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424273 May 10 05:39:16.904089 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680095dc-adff-4b98-a8c3-5f2d47156ab0 req-097549c4-0658-43ed-ae1e-eae4d7a65cb6 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:16.905562 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-680095dc-adff-4b98-a8c3-5f2d47156ab0 req-097549c4-0658-43ed-ae1e-eae4d7a65cb6 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0485210 May 10 05:39:16.956164 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-680095dc-adff-4b98-a8c3-5f2d47156ab0 req-59cc7abe-6f20-4e89-8e87-0526d826025f tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426161 May 10 05:39:18.088444 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f13110-1b76-4c1d-9e13-4b2259bfa8d8 req-e4281062-a7ce-4a10-b6de-f4c825b45e8e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:18.089909 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-36f13110-1b76-4c1d-9e13-4b2259bfa8d8 req-e4281062-a7ce-4a10-b6de-f4c825b45e8e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0548348 May 10 05:39:18.138175 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-36f13110-1b76-4c1d-9e13-4b2259bfa8d8 req-115f1807-1a95-457a-9495-b9c3e25f823c tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425122 May 10 05:39:19.264589 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b94a64-a31d-4404-9bb2-b0d506982e2b req-0e83f0d8-b85b-4341-b389-1c2ee0dd5e9f tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:19.266102 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c0b94a64-a31d-4404-9bb2-b0d506982e2b req-0e83f0d8-b85b-4341-b389-1c2ee0dd5e9f tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0487566 May 10 05:39:19.312972 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c0b94a64-a31d-4404-9bb2-b0d506982e2b req-c7fee452-dbec-4a81-ad30-a0ab06f9e845 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412993 May 10 05:39:20.445285 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681f59e-316b-4c6c-8df1-79a5cc1f5332 req-5c049037-2e12-4a49-8005-80d367f6dbc8 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:20.446740 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7681f59e-316b-4c6c-8df1-79a5cc1f5332 req-5c049037-2e12-4a49-8005-80d367f6dbc8 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0507042 May 10 05:39:20.496777 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7681f59e-316b-4c6c-8df1-79a5cc1f5332 req-c95c145d-cf05-4809-a149-95fb8c2bda20 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416317 May 10 05:39:21.628799 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741d857-2402-4c13-bda8-d6edb6961aeb req-31997c7c-c825-4c5d-bd4e-b808575cf357 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:21.630237 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1741d857-2402-4c13-bda8-d6edb6961aeb req-31997c7c-c825-4c5d-bd4e-b808575cf357 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0561717 May 10 05:39:21.678689 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1741d857-2402-4c13-bda8-d6edb6961aeb req-42f8aa9b-1ebd-4949-b46b-fdee6ab2d2bf tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429280 May 10 05:39:22.817304 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920dad0-e7d3-4ba4-ad6a-f569a4aa6b46 req-8edb991a-f1e4-4e35-b1af-cbfd204eaa38 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:22.818820 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9920dad0-e7d3-4ba4-ad6a-f569a4aa6b46 req-8edb991a-f1e4-4e35-b1af-cbfd204eaa38 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0584130 May 10 05:39:22.872184 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9920dad0-e7d3-4ba4-ad6a-f569a4aa6b46 req-84608dbe-aae8-4a23-8d97-642a27eda894 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446444 May 10 05:39:23.994965 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ee652-9385-4784-a4ce-6d723d208d73 req-f0ffe2c2-832c-41ca-afaa-529463b44e35 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:23.996477 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-096ee652-9385-4784-a4ce-6d723d208d73 req-f0ffe2c2-832c-41ca-afaa-529463b44e35 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0548005 May 10 05:39:24.044399 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-096ee652-9385-4784-a4ce-6d723d208d73 req-ab98929f-3047-4996-90fb-599a5106db21 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418372 May 10 05:39:25.172578 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd2fbe-9f65-4ac2-803e-28425112753e req-7ae5436f-228f-48b0-88d1-c904f8627230 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:25.174027 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c2dd2fbe-9f65-4ac2-803e-28425112753e req-7ae5436f-228f-48b0-88d1-c904f8627230 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0526717 May 10 05:39:25.221928 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c2dd2fbe-9f65-4ac2-803e-28425112753e req-5763e824-205c-4fec-914e-249a2c7745e9 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421216 May 10 05:39:26.350885 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c9f02-dfad-472b-bf84-2fddbb801c9e req-c838a11e-ab86-42b5-a4ce-d42673ffc84e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:26.352397 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7b9c9f02-dfad-472b-bf84-2fddbb801c9e req-c838a11e-ab86-42b5-a4ce-d42673ffc84e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0529432 May 10 05:39:26.403339 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7b9c9f02-dfad-472b-bf84-2fddbb801c9e req-c6747b37-9a44-4547-94cb-0c8e6344067a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428925 May 10 05:39:27.516441 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79819861-6ee4-4e42-a61e-24abd9a71c13 req-2946f633-4a04-463e-8a98-ecfb85963097 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:27.517907 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-79819861-6ee4-4e42-a61e-24abd9a71c13 req-2946f633-4a04-463e-8a98-ecfb85963097 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0473125 May 10 05:39:27.566364 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-79819861-6ee4-4e42-a61e-24abd9a71c13 req-50f8b211-6e10-48ed-903e-5e456230b088 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426018 May 10 05:39:27.848480 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:28.688234 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45d996-1de9-4680-bea1-4452b56a0116 req-c0b00384-497e-4af8-98b5-3c26762ff2ad tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:28.688234 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9f45d996-1de9-4680-bea1-4452b56a0116 req-c0b00384-497e-4af8-98b5-3c26762ff2ad tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0479815 May 10 05:39:28.739554 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9f45d996-1de9-4680-bea1-4452b56a0116 req-228f7923-a174-441f-abfd-8f79eab73f29 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437903 May 10 05:39:28.953877 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ff838-4cd7-41b9-b748-6ccb600df5a7 req-b4e94bac-e454-4d3a-a589-6a712b26fa6b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:28.955208 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2f5ff838-4cd7-41b9-b748-6ccb600df5a7 req-b4e94bac-e454-4d3a-a589-6a712b26fa6b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 946 time: 0.0479169 May 10 05:39:29.010523 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2f5ff838-4cd7-41b9-b748-6ccb600df5a7 req-ff47d78f-bb82-4dba-97c6-2478362143c5 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470002 May 10 05:39:29.858024 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed777747-3801-4b38-b01b-1ec77156eefb req-b9749dbb-f48f-473b-bf5f-da12ec8298d9 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:29.859500 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ed777747-3801-4b38-b01b-1ec77156eefb req-b9749dbb-f48f-473b-bf5f-da12ec8298d9 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0478292 May 10 05:39:29.935767 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ed777747-3801-4b38-b01b-1ec77156eefb req-1151a289-d8c8-4106-a82e-1f964d005712 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703592 May 10 05:39:29.950959 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17449a-f0a3-4306-913e-b4049dffe0a9 req-a930b2f2-32f1-46c0-b143-92e09e4ba335 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:29.952953 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-af17449a-f0a3-4306-913e-b4049dffe0a9 req-a930b2f2-32f1-46c0-b143-92e09e4ba335 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 984 time: 0.0613725 May 10 05:39:30.013893 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-af17449a-f0a3-4306-913e-b4049dffe0a9 req-d28d7712-6649-4dd0-b09a-1b0a8fc8857f tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c263b03e-bbca-4039-b313-06c97b75ef67&id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551000 May 10 05:39:30.129926 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b28e3-bf22-4e25-8e15-06700e0b7ade req-641c5d2d-b233-4edd-84be-c0ccbeedd372 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:30.131394 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ab4b28e3-bf22-4e25-8e15-06700e0b7ade req-641c5d2d-b233-4edd-84be-c0ccbeedd372 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 946 time: 0.0499659 May 10 05:39:30.181455 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ab4b28e3-bf22-4e25-8e15-06700e0b7ade req-d4b5c571-8a67-4e04-8606-7b28efe3e9e9 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443490 May 10 05:39:30.561421 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5497d-2e19-4878-8c24-179d5d3a68cc req-5e721713-758f-42d3-9614-07c2d54ebbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:30.562906 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-73e5497d-2e19-4878-8c24-179d5d3a68cc req-5e721713-758f-42d3-9614-07c2d54ebbb4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=54da2dd57fd4488ea0266dc8d744cc25&device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 1168 time: 0.0433309 May 10 05:39:30.700802 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51554ba7-d0e3-4774-b238-1d62255a9647 req-8717609d-ab6c-4e2b-9233-d1eb4c7f2511 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:30.702395 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-51554ba7-d0e3-4774-b238-1d62255a9647 req-8717609d-ab6c-4e2b-9233-d1eb4c7f2511 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.50 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 946 time: 0.0866690 May 10 05:39:30.707652 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5497d-2e19-4878-8c24-179d5d3a68cc req-3f9a300d-6cd1-457a-9db2-3d17d4d957ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:30.709783 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-73e5497d-2e19-4878-8c24-179d5d3a68cc req-3f9a300d-6cd1-457a-9db2-3d17d4d957ce service neutron] 10.222.0.50 "GET /v2.0/networks?id=2e1af6cc-bc8b-4bea-9455-7e30dde9457e HTTP/1.1" status: 200 len: 915 time: 0.0969453 May 10 05:39:31.077539 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cceaa-c9e6-496b-bef6-84c897535ad6 req-e765e454-e66f-4210-9209-b0691552a930 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:31.079035 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cf7cceaa-c9e6-496b-bef6-84c897535ad6 req-e765e454-e66f-4210-9209-b0691552a930 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0559866 May 10 05:39:31.161141 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c4bf9-cddb-490e-a629-b1ddbd3b6c15 req-edcb9c02-e699-42b1-9eeb-a6716e419274 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:31.162595 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-275c4bf9-cddb-490e-a629-b1ddbd3b6c15 req-edcb9c02-e699-42b1-9eeb-a6716e419274 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 984 time: 0.0720840 May 10 05:39:31.165950 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cf7cceaa-c9e6-496b-bef6-84c897535ad6 req-3786f912-e56c-489f-9f04-054765970f78 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813286 May 10 05:39:31.223490 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-275c4bf9-cddb-490e-a629-b1ddbd3b6c15 req-ee7fac82-46b0-4af8-b3e4-cd898d77f6de tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c263b03e-bbca-4039-b313-06c97b75ef67&id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550344 May 10 05:39:31.297166 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ca8b3-a50f-4412-a018-00a18c19507e req-28984e98-8041-4370-b227-00840c1b3e01 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:31.298581 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0c2ca8b3-a50f-4412-a018-00a18c19507e req-28984e98-8041-4370-b227-00840c1b3e01 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 946 time: 0.0467651 May 10 05:39:31.344994 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0c2ca8b3-a50f-4412-a018-00a18c19507e req-8e6a5715-f182-466f-bb14-89521b356d17 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407250 May 10 05:39:31.895374 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-73e5497d-2e19-4878-8c24-179d5d3a68cc req-bb121fc1-2582-47f2-8d59-90aba06a1b85 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eede5e5f-b52a-4379-9ce7-5dbda6258f4b HTTP/1.1" status: 200 len: 1001 time: 0.0691350 May 10 05:39:31.944818 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5497d-2e19-4878-8c24-179d5d3a68cc req-de8ead20-be2e-473d-9ed2-4151ffabaa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:31.946714 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-73e5497d-2e19-4878-8c24-179d5d3a68cc req-de8ead20-be2e-473d-9ed2-4151ffabaa73 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f2160d0e-5c73-40be-9a30-e6aa8b603d51 HTTP/1.1" status: 200 len: 853 time: 0.0456226 May 10 05:39:31.959087 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-51554ba7-d0e3-4774-b238-1d62255a9647 req-c7c08e5c-1c88-45b6-bf37-15a65e3d3701 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Deleting port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:39:31.959636 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-51554ba7-d0e3-4774-b238-1d62255a9647 req-c7c08e5c-1c88-45b6-bf37-15a65e3d3701 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (1b1c74d4-bb02-47ae-a80c-f1985a28f7f1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:32.006002 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5497d-2e19-4878-8c24-179d5d3a68cc req-3c8313b8-f320-4337-8eab-2c6fd343de76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:32.007521 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-73e5497d-2e19-4878-8c24-179d5d3a68cc req-3c8313b8-f320-4337-8eab-2c6fd343de76 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2e1af6cc-bc8b-4bea-9455-7e30dde9457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399666 May 10 05:39:32.078471 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-3aa5df19-5704-4884-bb03-7f8843857bbf req-3fcdeae1-bdde-42ea-b625-62e54f1e7701 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1042786 May 10 05:39:32.083597 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efc886-292b-4beb-a7ca-897ee6732d3a req-74b0dbb0-ce44-43f6-a1fd-b4f564ee97b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:32.086018 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-e2efc886-292b-4beb-a7ca-897ee6732d3a req-74b0dbb0-ce44-43f6-a1fd-b4f564ee97b6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 1129 time: 0.1107798 May 10 05:39:32.111706 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-73e5497d-2e19-4878-8c24-179d5d3a68cc req-888b0620-7b36-4fbd-b4bc-e49654f37f09 service neutron] 10.222.0.50 "GET /v2.0/networks/2e1af6cc-bc8b-4bea-9455-7e30dde9457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973980 May 10 05:39:32.172648 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-51554ba7-d0e3-4774-b238-1d62255a9647 req-c7c08e5c-1c88-45b6-bf37-15a65e3d3701 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] For port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1b1c74d4-bb02-47ae-a80c-f1985a28f7f1,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:39:32.172894 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-51554ba7-d0e3-4774-b238-1d62255a9647 req-c7c08e5c-1c88-45b6-bf37-15a65e3d3701 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (1b1c74d4-bb02-47ae-a80c-f1985a28f7f1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:32.191557 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5df19-5704-4884-bb03-7f8843857bbf req-1a6a9675-1a7a-4405-a1b1-84eb7f3c21a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:32.193069 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-3aa5df19-5704-4884-bb03-7f8843857bbf req-1a6a9675-1a7a-4405-a1b1-84eb7f3c21a8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a950288ff0b408ea461a2206204f2e6&device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 1129 time: 0.0709448 May 10 05:39:32.207049 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-73e5497d-2e19-4878-8c24-179d5d3a68cc req-78be76f4-de9c-4847-8977-611b47bfd47b service neutron] 10.222.0.50 "GET /v2.0/networks/2e1af6cc-bc8b-4bea-9455-7e30dde9457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867271 May 10 05:39:32.268126 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-e2efc886-292b-4beb-a7ca-897ee6732d3a req-f0b1909e-7ac5-46f2-bf39-ac1bf70ddeff service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638975 May 10 05:39:32.364570 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838851a-9970-43ea-b6e9-9093d02a78a8 req-5dd06688-9c85-4cad-a0ad-f89daad23a1e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:32.366009 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d838851a-9970-43ea-b6e9-9093d02a78a8 req-5dd06688-9c85-4cad-a0ad-f89daad23a1e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.1227343 May 10 05:39:32.393427 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e1e97-466e-4502-9e83-b10c39a39486 req-4053d2e8-6ebf-4bd1-a152-1c913ac52321 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:32.394851 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-276e1e97-466e-4502-9e83-b10c39a39486 req-4053d2e8-6ebf-4bd1-a152-1c913ac52321 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 984 time: 0.0940773 May 10 05:39:32.407723 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5df19-5704-4884-bb03-7f8843857bbf req-91847e79-d64d-471b-8fad-fea6be30bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:32.409124 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3aa5df19-5704-4884-bb03-7f8843857bbf req-91847e79-d64d-471b-8fad-fea6be30bf98 service neutron] 10.222.0.50 "GET /v2.0/networks?id=04cb81b5-85e4-4ffa-8556-8a80e37bea1f HTTP/1.1" status: 200 len: 911 time: 0.1835549 May 10 05:39:32.429795 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-51554ba7-d0e3-4774-b238-1d62255a9647 req-c7c08e5c-1c88-45b6-bf37-15a65e3d3701 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:32.430089 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-51554ba7-d0e3-4774-b238-1d62255a9647 req-c7c08e5c-1c88-45b6-bf37-15a65e3d3701 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (270f886c-33ab-4a62-9c9f-cfb48ca4358f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:32.430399 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.db.l3_db [req-51554ba7-d0e3-4774-b238-1d62255a9647 req-c7c08e5c-1c88-45b6-bf37-15a65e3d3701 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Floating IP 270f886c-33ab-4a62-9c9f-cfb48ca4358f disassociated. External IP: 172.27.0.71, port: 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1. May 10 05:39:32.430703 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-51554ba7-d0e3-4774-b238-1d62255a9647 req-c7c08e5c-1c88-45b6-bf37-15a65e3d3701 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Calling delete_port for 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:39:32.456610 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d838851a-9970-43ea-b6e9-9093d02a78a8 req-7630b8b6-3bb7-42e6-9d88-7d184d120254 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828390 May 10 05:39:32.487615 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-276e1e97-466e-4502-9e83-b10c39a39486 req-f08efaaf-9b7b-4a81-8262-3cb35460e2c3 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c263b03e-bbca-4039-b313-06c97b75ef67&id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0771294 May 10 05:39:32.589731 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-51554ba7-d0e3-4774-b238-1d62255a9647 req-c7c08e5c-1c88-45b6-bf37-15a65e3d3701 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (1b1c74d4-bb02-47ae-a80c-f1985a28f7f1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:32.618944 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c08e5c-1c88-45b6-bf37-15a65e3d3701 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Pushing event deleted for resources: {'Port': ['ID=1b1c74d4-bb02-47ae-a80c-f1985a28f7f1,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:39:32.620276 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d260c0-947e-43c7-a2ff-b33109fa3070 req-5468e993-9560-4c20-801b-838a10e4ec61 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:32.621764 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-19d260c0-947e-43c7-a2ff-b33109fa3070 req-5468e993-9560-4c20-801b-838a10e4ec61 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=8004d02a-acb5-48ec-904d-d9b45428d61c HTTP/1.1" status: 200 len: 946 time: 0.0899577 May 10 05:39:32.649319 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3aa5df19-5704-4884-bb03-7f8843857bbf req-85ed0909-9a96-42e3-9df5-82368ac2d19d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34e3575e-325f-4df3-b0d0-e5c61091dc3b HTTP/1.1" status: 200 len: 1001 time: 0.0905478 May 10 05:39:32.677680 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-19d260c0-947e-43c7-a2ff-b33109fa3070 req-f45f5fc1-a081-473a-a259-3720480564c7 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=61a76cc0-043f-4fcd-b114-8b6421dba16a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474002 May 10 05:39:32.730249 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5df19-5704-4884-bb03-7f8843857bbf req-b8443bb2-52c8-4748-a87f-ba7a14189ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:32.731732 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3aa5df19-5704-4884-bb03-7f8843857bbf req-b8443bb2-52c8-4748-a87f-ba7a14189ec9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec HTTP/1.1" status: 200 len: 849 time: 0.0444202 May 10 05:39:32.744397 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51554ba7-d0e3-4774-b238-1d62255a9647 req-c7c08e5c-1c88-45b6-bf37-15a65e3d3701 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Router 5cdb5076-1731-4459-abdd-fcf53d6f3c2d has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:39:32.784315 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5df19-5704-4884-bb03-7f8843857bbf req-4b6dccdc-7b4c-489b-8938-124d6fced190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:32.785971 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3aa5df19-5704-4884-bb03-7f8843857bbf req-4b6dccdc-7b4c-489b-8938-124d6fced190 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04cb81b5-85e4-4ffa-8556-8a80e37bea1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383060 May 10 05:39:32.851961 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51554ba7-d0e3-4774-b238-1d62255a9647 req-c7c08e5c-1c88-45b6-bf37-15a65e3d3701 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:39:32.863457 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27257b5-caaf-4a44-9b20-6ca821d53c81 None None] Sync routers for ids ['5cdb5076-1731-4459-abdd-fcf53d6f3c2d'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:39:32.875716 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27257b5-caaf-4a44-9b20-6ca821d53c81 None None] Routers {'5cdb5076-1731-4459-abdd-fcf53d6f3c2d'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:39:32.879532 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b27257b5-caaf-4a44-9b20-6ca821d53c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:39:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['5cdb5076-1731-4459-abdd-fcf53d6f3c2d'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:39:32.913827 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-51554ba7-d0e3-4774-b238-1d62255a9647 req-c7c08e5c-1c88-45b6-bf37-15a65e3d3701 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] No DVR routers for this DVR port 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 on host hv-cinder-83699 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:39:32.917094 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-51554ba7-d0e3-4774-b238-1d62255a9647 req-c7c08e5c-1c88-45b6-bf37-15a65e3d3701 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:32.920800 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-51554ba7-d0e3-4774-b238-1d62255a9647 req-c7c08e5c-1c88-45b6-bf37-15a65e3d3701 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.50 "DELETE /v2.0/ports/1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 HTTP/1.1" status: 204 len: 173 time: 1.0910819 May 10 05:39:32.920953 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8004d02a-acb5-48ec-904d-d9b45428d61c', 'name': 'network-vif-deleted', 'tag': '1b1c74d4-bb02-47ae-a80c-f1985a28f7f1'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:39:32.923081 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e76adc-fffb-41b6-bc23-a83483ae02af" -d '{"events": [{"server_uuid": "8004d02a-acb5-48ec-904d-d9b45428d61c", "name": "network-vif-deleted", "tag": "1b1c74d4-bb02-47ae-a80c-f1985a28f7f1"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:39:32.937240 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-675b961c-b9d3-4910-8644-2ea21c61c438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:32.962850 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36414b38-e280-4fdc-b3fe-f4252c18b451 x-openstack-request-id: req-36414b38-e280-4fdc-b3fe-f4252c18b451 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:39:32.963340 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8004d02a-acb5-48ec-904d-d9b45428d61c", "name": "network-vif-deleted", "tag": "1b1c74d4-bb02-47ae-a80c-f1985a28f7f1", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:39:32.963450 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-36414b38-e280-4fdc-b3fe-f4252c18b451 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:39:32.963789 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36414b38-e280-4fdc-b3fe-f4252c18b451'] response: {'server_uuid': '8004d02a-acb5-48ec-904d-d9b45428d61c', 'name': 'network-vif-deleted', 'tag': '1b1c74d4-bb02-47ae-a80c-f1985a28f7f1', 'status': 'completed', 'code': 200} May 10 05:39:32.993255 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-b27257b5-caaf-4a44-9b20-6ca821d53c81 None None] Set router 5cdb5076-1731-4459-abdd-fcf53d6f3c2d gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:39:33.184310 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b27257b5-caaf-4a44-9b20-6ca821d53c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712131266-router', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:36Z', 'revision_number': 4, 'project_id': '946af2825477481298bcaa8f04b345d2', 'gw_port': {'id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:26Z', 'updated_at': '2022-05-10T05:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'a9e1fd6d-eb5c-44bf-9258-e41c570cd636', 'name': '', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'mac_address': 'fa:16:3e:27:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:33Z', 'updated_at': '2022-05-10T05:35:50Z', 'revision_number': 5, 'project_id': '946af2825477481298bcaa8f04b345d2', 'subnets': [{'id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:39:33.212667 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27257b5-caaf-4a44-9b20-6ca821d53c81 None None] Checking router: 5cdb5076-1731-4459-abdd-fcf53d6f3c2d for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:39:33.225083 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27257b5-caaf-4a44-9b20-6ca821d53c81 None None] Routers {'5cdb5076-1731-4459-abdd-fcf53d6f3c2d'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:39:33.225707 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b27257b5-caaf-4a44-9b20-6ca821d53c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:39:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['5cdb5076-1731-4459-abdd-fcf53d6f3c2d'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:39:33.354956 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-b27257b5-caaf-4a44-9b20-6ca821d53c81 None None] Set router 5cdb5076-1731-4459-abdd-fcf53d6f3c2d gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:39:33.540592 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3aa5df19-5704-4884-bb03-7f8843857bbf req-588069c2-5f32-45d7-b713-129e925de911 service neutron] 10.222.0.50 "GET /v2.0/networks/04cb81b5-85e4-4ffa-8556-8a80e37bea1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892574 May 10 05:39:33.582584 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b27257b5-caaf-4a44-9b20-6ca821d53c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712131266-router', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:36Z', 'revision_number': 4, 'project_id': '946af2825477481298bcaa8f04b345d2', 'gw_port': {'id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:26Z', 'updated_at': '2022-05-10T05:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'a9e1fd6d-eb5c-44bf-9258-e41c570cd636', 'name': '', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'mac_address': 'fa:16:3e:27:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:33Z', 'updated_at': '2022-05-10T05:35:50Z', 'revision_number': 5, 'project_id': '946af2825477481298bcaa8f04b345d2', 'subnets': [{'id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:39:33.611105 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27257b5-caaf-4a44-9b20-6ca821d53c81 None None] The sync data for ids ['5cdb5076-1731-4459-abdd-fcf53d6f3c2d'] in dv-cinder-836996-16-iscsi is: [{'id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712131266-router', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:36Z', 'revision_number': 4, 'project_id': '946af2825477481298bcaa8f04b345d2', 'gw_port': {'id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:26Z', 'updated_at': '2022-05-10T05:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'a9e1fd6d-eb5c-44bf-9258-e41c570cd636', 'name': '', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'mac_address': 'fa:16:3e:27:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:33Z', 'updated_at': '2022-05-10T05:35:50Z', 'revision_number': 5, 'project_id': '946af2825477481298bcaa8f04b345d2', 'subnets': [{'id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:39:33.612036 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1985e1-1868-4920-a0b8-7f5b640cf4b6 req-04e8ae89-51c9-4c45-9166-d760586eea4f tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:33.617106 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5d1985e1-1868-4920-a0b8-7f5b640cf4b6 req-04e8ae89-51c9-4c45-9166-d760586eea4f tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0599360 May 10 05:39:33.686366 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be7f9f-dc19-4178-861a-10dd4db42582 req-dff50c45-2608-4288-923c-341cf8918b7e tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:33.687912 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a7be7f9f-dc19-4178-861a-10dd4db42582 req-dff50c45-2608-4288-923c-341cf8918b7e tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 984 time: 0.0697422 May 10 05:39:33.715482 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5d1985e1-1868-4920-a0b8-7f5b640cf4b6 req-16b7f59c-35ce-40cc-91c0-f110d23b7269 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860875 May 10 05:39:33.776875 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a7be7f9f-dc19-4178-861a-10dd4db42582 req-b7439261-4ae3-474b-aeac-d9b5e0a19749 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c263b03e-bbca-4039-b313-06c97b75ef67&id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782886 May 10 05:39:33.815305 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 51038) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:39:33.871154 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-108c1cfa-243b-4e51-a61c-cb35fd681adb tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for security_group (61a76cc0-043f-4fcd-b114-8b6421dba16a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:33.898212 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-108c1cfa-243b-4e51-a61c-cb35fd681adb tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for security_group (61a76cc0-043f-4fcd-b114-8b6421dba16a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:33.915324 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c5c627-04d3-4073-b516-1f8dc1652e70 None None] New status for floating IP 270f886c-33ab-4a62-9c9f-cfb48ca4358f: DOWN {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 05:39:33.948856 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-108c1cfa-243b-4e51-a61c-cb35fd681adb tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (61a76cc0-043f-4fcd-b114-8b6421dba16a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:33.951552 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-108c1cfa-243b-4e51-a61c-cb35fd681adb tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:33.952758 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-108c1cfa-243b-4e51-a61c-cb35fd681adb tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "DELETE /v2.0/security-groups/61a76cc0-043f-4fcd-b114-8b6421dba16a HTTP/1.1" status: 204 len: 168 time: 0.1364377 May 10 05:39:33.956079 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 51040) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:39:33.962390 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c1cfa-243b-4e51-a61c-cb35fd681adb tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a76cc0-043f-4fcd-b114-8b6421dba16a,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:39:33.973083 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.api.v2.resource [None req-ebc16f40-c362-42fe-ab1a-5b653b76fd16 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] show failed (client error): The resource could not be found. May 10 05:39:33.977233 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 51042) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:39:33.977369 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-ebc16f40-c362-42fe-ab1a-5b653b76fd16 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups/61a76cc0-043f-4fcd-b114-8b6421dba16a HTTP/1.1" status: 404 len: 347 time: 0.0200930 May 10 05:39:34.168657 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-a858beb8-e00d-46ec-8adc-82d8b1b78ba8 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Deleting port 069d847e-9844-4052-9a1d-b7f3bc67acdc {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:39:34.168991 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a858beb8-e00d-46ec-8adc-82d8b1b78ba8 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (069d847e-9844-4052-9a1d-b7f3bc67acdc), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:34.210170 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3aa5df19-5704-4884-bb03-7f8843857bbf req-7fc61674-9031-4994-9dd5-99cf09f95519 service neutron] 10.222.0.50 "GET /v2.0/networks/04cb81b5-85e4-4ffa-8556-8a80e37bea1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921217 May 10 05:39:34.254172 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a858beb8-e00d-46ec-8adc-82d8b1b78ba8 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (069d847e-9844-4052-9a1d-b7f3bc67acdc), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:34.254574 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a858beb8-e00d-46ec-8adc-82d8b1b78ba8 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for floatingip (069d847e-9844-4052-9a1d-b7f3bc67acdc), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:34.269073 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-a858beb8-e00d-46ec-8adc-82d8b1b78ba8 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Calling delete_port for 069d847e-9844-4052-9a1d-b7f3bc67acdc owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:39:34.409767 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a858beb8-e00d-46ec-8adc-82d8b1b78ba8 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713'] for port (069d847e-9844-4052-9a1d-b7f3bc67acdc), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:34.434818 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858beb8-e00d-46ec-8adc-82d8b1b78ba8 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Pushing event deleted for resources: {'Port': ['ID=069d847e-9844-4052-9a1d-b7f3bc67acdc,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:39:34.464537 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a858beb8-e00d-46ec-8adc-82d8b1b78ba8 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for floatingip (270f886c-33ab-4a62-9c9f-cfb48ca4358f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:34.465960 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a858beb8-e00d-46ec-8adc-82d8b1b78ba8 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:34.470681 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-a858beb8-e00d-46ec-8adc-82d8b1b78ba8 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "DELETE /v2.0/floatingips/270f886c-33ab-4a62-9c9f-cfb48ca4358f HTTP/1.1" status: 204 len: 168 time: 0.4881582 May 10 05:39:34.554048 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 51046) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:39:34.558424 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-0b010c59-4f49-4957-8d1d-8f79cbc0e0da tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1026921207', 'description': 'tempest-description--611318272'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:39:34.578774 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0b010c59-4f49-4957-8d1d-8f79cbc0e0da tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:34.650726 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0b010c59-4f49-4957-8d1d-8f79cbc0e0da tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for security_group (daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:34.655662 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0b010c59-4f49-4957-8d1d-8f79cbc0e0da tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:34.692393 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0b010c59-4f49-4957-8d1d-8f79cbc0e0da tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:34.694780 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-0b010c59-4f49-4957-8d1d-8f79cbc0e0da tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1386364 May 10 05:39:34.696251 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b010c59-4f49-4957-8d1d-8f79cbc0e0da tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:39:34.696913 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 51048) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:39:34.702577 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-8d64da59-e6fd-4347-964a-9aaef507e3a2 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Request body: {'security_group_rule': {'security_group_id': 'daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:39:34.731693 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d64da59-e6fd-4347-964a-9aaef507e3a2 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for security_group_rule (6cc3652b-8422-49d6-91af-1da5c06990dd), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:34.792045 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d64da59-e6fd-4347-964a-9aaef507e3a2 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for security_group_rule (6cc3652b-8422-49d6-91af-1da5c06990dd), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:34.796125 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d64da59-e6fd-4347-964a-9aaef507e3a2 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (6cc3652b-8422-49d6-91af-1da5c06990dd), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:34.814274 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64da59-e6fd-4347-964a-9aaef507e3a2 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc3652b-8422-49d6-91af-1da5c06990dd,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:39:34.823964 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d64da59-e6fd-4347-964a-9aaef507e3a2 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:34.825177 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-8d64da59-e6fd-4347-964a-9aaef507e3a2 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263111 May 10 05:39:34.826577 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64da59-e6fd-4347-964a-9aaef507e3a2 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:34.826925 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64da59-e6fd-4347-964a-9aaef507e3a2 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:34.827261 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64da59-e6fd-4347-964a-9aaef507e3a2 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:34.827616 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64da59-e6fd-4347-964a-9aaef507e3a2 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:34.827964 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64da59-e6fd-4347-964a-9aaef507e3a2 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:34.828291 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64da59-e6fd-4347-964a-9aaef507e3a2 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:34.828620 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64da59-e6fd-4347-964a-9aaef507e3a2 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:34.828947 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64da59-e6fd-4347-964a-9aaef507e3a2 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:34.829272 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64da59-e6fd-4347-964a-9aaef507e3a2 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:34.829593 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64da59-e6fd-4347-964a-9aaef507e3a2 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:34.829921 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64da59-e6fd-4347-964a-9aaef507e3a2 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:34.830238 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64da59-e6fd-4347-964a-9aaef507e3a2 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:34.830561 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64da59-e6fd-4347-964a-9aaef507e3a2 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:34.830878 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64da59-e6fd-4347-964a-9aaef507e3a2 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:34.831480 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64da59-e6fd-4347-964a-9aaef507e3a2 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:34.834233 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 51054) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:39:34.843449 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafc72c-f5c7-4651-9019-6ce21fed01f4 req-37ba4ff3-65fc-4831-a15a-365bce5e0f0b tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:34.844984 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4bafc72c-f5c7-4651-9019-6ce21fed01f4 req-37ba4ff3-65fc-4831-a15a-365bce5e0f0b tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0519772 May 10 05:39:34.845245 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-f8350c98-c6f1-4ee7-a407-9dd0a1e5b36b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Request body: {'security_group_rule': {'security_group_id': 'daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:39:34.870536 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f8350c98-c6f1-4ee7-a407-9dd0a1e5b36b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for security_group_rule (789739bb-3048-4015-afae-112e8c6d1206), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:34.923988 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6ed43-058a-4824-b730-aee28afaf074 req-b2078133-e0d9-4da5-9f1d-d6079690b2bd tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:34.925592 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-86a6ed43-058a-4824-b730-aee28afaf074 req-b2078133-e0d9-4da5-9f1d-d6079690b2bd tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 984 time: 0.0563512 May 10 05:39:34.955990 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f8350c98-c6f1-4ee7-a407-9dd0a1e5b36b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for security_group_rule (789739bb-3048-4015-afae-112e8c6d1206), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:34.966511 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f8350c98-c6f1-4ee7-a407-9dd0a1e5b36b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (789739bb-3048-4015-afae-112e8c6d1206), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:34.969763 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4bafc72c-f5c7-4651-9019-6ce21fed01f4 req-bbc77e85-3da2-431d-83d3-329cf52ec419 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145611 May 10 05:39:35.004242 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8350c98-c6f1-4ee7-a407-9dd0a1e5b36b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=789739bb-3048-4015-afae-112e8c6d1206,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:39:35.009215 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f8350c98-c6f1-4ee7-a407-9dd0a1e5b36b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:35.024062 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-f8350c98-c6f1-4ee7-a407-9dd0a1e5b36b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1821380 May 10 05:39:35.026513 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 51058) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:39:35.038974 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-017745e2-9dc8-4b7e-9240-a7396e256021 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Request body: {'floatingip': {'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:39:35.069550 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-86a6ed43-058a-4824-b730-aee28afaf074 req-26f2ac96-e033-4b81-ac27-57dd31e45f66 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c263b03e-bbca-4039-b313-06c97b75ef67&id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1222131 May 10 05:39:35.082845 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-017745e2-9dc8-4b7e-9240-a7396e256021 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:35.202835 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-017745e2-9dc8-4b7e-9240-a7396e256021 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:35.332545 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:39:35.346800 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-017745e2-9dc8-4b7e-9240-a7396e256021 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Allocated IP 172.27.0.77 (87bc626b-a764-429e-8d11-cdbbe513fac5/76823629-1df9-4cfd-a8c3-1d6cce6b2ea9/ce60d1ac-6a65-4446-a917-1657965de24f) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:39:35.373040 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] No Port match for: 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:39:35.373680 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 1b1c74d4-bb02-47ae-a80c-f1985a28f7f1 not bound to the agent host hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:39:35.389927 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4c6c384a-42cd-4433-9587-3d31e5405263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:35.504264 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c53b0-e68f-4123-8f50-aaab88410d1c req-47aab757-06cc-4f8f-96b6-7936206e4b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:35.505775 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d47c53b0-e68f-4123-8f50-aaab88410d1c req-47aab757-06cc-4f8f-96b6-7936206e4b02 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5655a11bb4d94e7fb7186eb1bec105cb&device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 1129 time: 0.0894384 May 10 05:39:35.511806 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8fe7b-0223-4460-aa37-9d6711572104 req-b542d642-803c-43a6-88dd-27b2606d6133 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:35.513156 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-45a8fe7b-0223-4460-aa37-9d6711572104 req-b542d642-803c-43a6-88dd-27b2606d6133 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0956872 May 10 05:39:35.619936 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-017745e2-9dc8-4b7e-9240-a7396e256021 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for port (ce60d1ac-6a65-4446-a917-1657965de24f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:35.643944 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-45a8fe7b-0223-4460-aa37-9d6711572104 req-65428636-c9cf-47b9-acad-432f6ca90413 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218107 May 10 05:39:35.681827 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c53b0-e68f-4123-8f50-aaab88410d1c req-97e8a5be-243b-4c63-8aa1-d730e578ad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:35.683277 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d47c53b0-e68f-4123-8f50-aaab88410d1c req-97e8a5be-243b-4c63-8aa1-d730e578ad51 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 HTTP/1.1" status: 200 len: 919 time: 0.1637239 May 10 05:39:35.699626 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-017745e2-9dc8-4b7e-9240-a7396e256021 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (ce60d1ac-6a65-4446-a917-1657965de24f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:35.779058 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017745e2-9dc8-4b7e-9240-a7396e256021 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Network 87bc626b-a764-429e-8d11-cdbbe513fac5 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:39:35.788866 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-017745e2-9dc8-4b7e-9240-a7396e256021 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:39:35.795346 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017745e2-9dc8-4b7e-9240-a7396e256021 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:39:35.800345 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d47c53b0-e68f-4123-8f50-aaab88410d1c req-a71664e6-7c1c-4a29-ba60-d236ee209435 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c HTTP/1.1" status: 200 len: 1001 time: 0.1082032 May 10 05:39:35.802013 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017745e2-9dc8-4b7e-9240-a7396e256021 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Pushing event updated for resources: {'Port': ['ID=ce60d1ac-6a65-4446-a917-1657965de24f,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:39:35.879217 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-017745e2-9dc8-4b7e-9240-a7396e256021 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for floatingip (a7ceb6bb-1aeb-4080-a291-7679d9f14e24), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:35.881374 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c53b0-e68f-4123-8f50-aaab88410d1c req-a425b46b-7516-49ac-93d2-628d0f77a42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:35.882833 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d47c53b0-e68f-4123-8f50-aaab88410d1c req-a425b46b-7516-49ac-93d2-628d0f77a42c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5cda1426-dd5e-4474-b1b8-e2dd037a4f93 HTTP/1.1" status: 200 len: 857 time: 0.0760672 May 10 05:39:35.952481 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-017745e2-9dc8-4b7e-9240-a7396e256021 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (ce60d1ac-6a65-4446-a917-1657965de24f), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:35.954609 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c53b0-e68f-4123-8f50-aaab88410d1c req-e3f9800d-a57a-444d-955d-6a6aaf6a065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:35.956135 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d47c53b0-e68f-4123-8f50-aaab88410d1c req-e3f9800d-a57a-444d-955d-6a6aaf6a065b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0641205 May 10 05:39:36.119248 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d47c53b0-e68f-4123-8f50-aaab88410d1c req-13525ae9-d9a6-4b6c-953a-a393e3f533a7 service neutron] 10.222.0.50 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442337 May 10 05:39:36.259841 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc04edf-ea59-4156-99ad-a52534c4d3bb req-f1045d37-6001-4e28-94f0-d3151bc78ff7 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:36.261291 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9cc04edf-ea59-4156-99ad-a52534c4d3bb req-f1045d37-6001-4e28-94f0-d3151bc78ff7 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 984 time: 0.1089773 May 10 05:39:36.301293 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-017745e2-9dc8-4b7e-9240-a7396e256021 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for port (ce60d1ac-6a65-4446-a917-1657965de24f), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:36.306409 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d47c53b0-e68f-4123-8f50-aaab88410d1c req-93c20dd7-4304-4ab8-9fdb-a4a92063b2d9 service neutron] 10.222.0.50 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746051 May 10 05:39:36.308544 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-017745e2-9dc8-4b7e-9240-a7396e256021 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (ce60d1ac-6a65-4446-a917-1657965de24f), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:36.349719 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-017745e2-9dc8-4b7e-9240-a7396e256021 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (a7ceb6bb-1aeb-4080-a291-7679d9f14e24), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:36.393064 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017745e2-9dc8-4b7e-9240-a7396e256021 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Pushing event updated for resources: {'Port': ['ID=ce60d1ac-6a65-4446-a917-1657965de24f,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:39:36.397548 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-017745e2-9dc8-4b7e-9240-a7396e256021 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:36.398745 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-017745e2-9dc8-4b7e-9240-a7396e256021 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3712566 May 10 05:39:36.410738 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9cc04edf-ea59-4156-99ad-a52534c4d3bb req-433748e5-23f2-4802-bf7c-182b2fb65e71 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c263b03e-bbca-4039-b313-06c97b75ef67&id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1427414 May 10 05:39:36.572165 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:36.614222 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-50dae99e-efc9-4247-97e0-50c766a3732d tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1026921207&fields=id&tenant_id=946af2825477481298bcaa8f04b345d2 HTTP/1.1" status: 200 len: 267 time: 0.0455132 May 10 05:39:36.742444 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c344f-58c1-4e09-a7af-52827c24192b req-90315e31-4211-4efb-adc4-c8fea2efd8e1 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:36.743930 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7f1c344f-58c1-4e09-a7af-52827c24192b req-90315e31-4211-4efb-adc4-c8fea2efd8e1 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a5bd73-8b3a-49ce-8108-ca5763275da0 HTTP/1.1" status: 200 len: 946 time: 0.0677450 May 10 05:39:36.767905 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-8eba709f-ca53-41aa-8a6d-d8356cfcaec5 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:36.769295 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-8eba709f-ca53-41aa-8a6d-d8356cfcaec5 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/networks?id=58a4c33e-b5ad-4505-8230-cedc9ea5ca27 HTTP/1.1" status: 200 len: 817 time: 0.1475041 May 10 05:39:36.789784 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-adde7287-af83-4077-9186-9b852c5048a5 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/quotas/946af2825477481298bcaa8f04b345d2 HTTP/1.1" status: 200 len: 375 time: 0.0145307 May 10 05:39:36.834206 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7f1c344f-58c1-4e09-a7af-52827c24192b req-10938f91-2e7f-4052-aec4-fc6c636d9419 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=72255337-9290-46ce-841f-493e4f5f0f88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809994 May 10 05:39:36.848461 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-b1083abf-d108-4d80-98c9-9adcd1eeefc2 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=946af2825477481298bcaa8f04b345d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534496 May 10 05:39:36.963600 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf372d7-fd3f-485a-9afc-4160fbc7d016 req-55dda6f7-7ff5-478e-9b8f-5eab9d7b88f9 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:36.964945 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-acf372d7-fd3f-485a-9afc-4160fbc7d016 req-55dda6f7-7ff5-478e-9b8f-5eab9d7b88f9 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0598803 May 10 05:39:36.993141 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-8b4eb923-68dc-422d-be34-82b753648c16 service neutron] 10.222.0.23 "GET /v2.0/networks/58a4c33e-b5ad-4505-8230-cedc9ea5ca27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325970 May 10 05:39:37.066335 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-acf372d7-fd3f-485a-9afc-4160fbc7d016 req-32c98ab0-8184-41ab-ada9-f6570e361f67 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934796 May 10 05:39:37.106981 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-11cb2c7d-7268-48a0-84a1-0e28f9e119f3 service neutron] 10.222.0.23 "GET /v2.0/networks/58a4c33e-b5ad-4505-8230-cedc9ea5ca27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075113 May 10 05:39:37.283716 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ce1efb9e-816a-445c-a7ca-1e2382724e1d req-fb502934-8f85-4a4e-8707-1b7f19876163 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 210 time: 0.0283124 May 10 05:39:37.531032 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c5dd1-16c5-466e-b35e-c9327da9e249 req-717c6c60-e17c-4c20-a980-1160b373ca0e tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:37.532981 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9a5c5dd1-16c5-466e-b35e-c9327da9e249 req-717c6c60-e17c-4c20-a980-1160b373ca0e tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 984 time: 0.0484657 May 10 05:39:37.584578 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:37.602411 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9a5c5dd1-16c5-466e-b35e-c9327da9e249 req-bf62e68a-9324-4756-a756-a20c58003fd9 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c263b03e-bbca-4039-b313-06c97b75ef67&id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633378 May 10 05:39:37.961755 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57b986-c3b4-4287-94b6-490d0e6d9ab9 req-e630ba15-a7f9-4efc-8c11-78df1c995d3e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:37.963194 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cc57b986-c3b4-4287-94b6-490d0e6d9ab9 req-e630ba15-a7f9-4efc-8c11-78df1c995d3e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a5bd73-8b3a-49ce-8108-ca5763275da0 HTTP/1.1" status: 200 len: 946 time: 0.0467548 May 10 05:39:38.013314 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cc57b986-c3b4-4287-94b6-490d0e6d9ab9 req-6b4ac3b3-1f94-4dc6-a401-3ca51791916b tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=72255337-9290-46ce-841f-493e4f5f0f88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444181 May 10 05:39:38.181230 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf2a45-3662-4a84-a6d5-d6ea33c8fce7 req-8f1bc4cc-c93c-4618-8bfb-792a45f272fe tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:38.182681 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-75bf2a45-3662-4a84-a6d5-d6ea33c8fce7 req-8f1bc4cc-c93c-4618-8bfb-792a45f272fe tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0461717 May 10 05:39:38.231423 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-75bf2a45-3662-4a84-a6d5-d6ea33c8fce7 req-f03c0deb-e645-45df-94b6-f6d8929f146e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431287 May 10 05:39:38.395093 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-96150f1c-2357-4d9c-b3f6-470a725728ff req-ac61a9fe-b372-45ab-9154-d12d7ac6db8e tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 210 time: 0.0329649 May 10 05:39:38.728963 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1c5ec-c374-4db0-a094-3bea5281e1f7 req-05569cd5-ea42-418f-a677-29a82c91d867 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:38.730296 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-55e1c5ec-c374-4db0-a094-3bea5281e1f7 req-05569cd5-ea42-418f-a677-29a82c91d867 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 984 time: 0.0596313 May 10 05:39:38.791902 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-55e1c5ec-c374-4db0-a094-3bea5281e1f7 req-1a781399-7a3d-47bb-b855-acfebd1546bc tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c263b03e-bbca-4039-b313-06c97b75ef67&id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531130 May 10 05:39:39.141667 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb8675-16e3-4b92-9c50-3502f50ba46b req-15803a76-b375-4361-a964-11aa7df21144 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:39.143097 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-dabb8675-16e3-4b92-9c50-3502f50ba46b req-15803a76-b375-4361-a964-11aa7df21144 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a5bd73-8b3a-49ce-8108-ca5763275da0 HTTP/1.1" status: 200 len: 946 time: 0.0491810 May 10 05:39:39.190842 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-dabb8675-16e3-4b92-9c50-3502f50ba46b req-1610ec84-6c73-480b-a0db-277745d00b15 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=72255337-9290-46ce-841f-493e4f5f0f88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395203 May 10 05:39:39.344763 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad445aa3-1ea8-4d8b-b5a9-0e6b3437d915 req-151763b0-de6b-4d98-97b0-5e6bcaace189 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:39.346116 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ad445aa3-1ea8-4d8b-b5a9-0e6b3437d915 req-151763b0-de6b-4d98-97b0-5e6bcaace189 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0476227 May 10 05:39:39.368591 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:39.397358 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ad445aa3-1ea8-4d8b-b5a9-0e6b3437d915 req-65e7eea2-4c57-46ce-85ac-e9114077f18e tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457261 May 10 05:39:39.740033 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6eb932fb-7b60-47d9-9193-63d6938b920e req-b973bf53-cb89-4eea-8a6f-fa81176c9804 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 210 time: 0.2681086 May 10 05:39:39.922631 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47377b87-f198-48d6-a564-67aa16a2417f req-f19965c2-3bf0-4d18-969c-6e4e945eaeb3 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:39.924067 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-47377b87-f198-48d6-a564-67aa16a2417f req-f19965c2-3bf0-4d18-969c-6e4e945eaeb3 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 984 time: 0.0482523 May 10 05:39:39.983899 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-47377b87-f198-48d6-a564-67aa16a2417f req-1ad46a27-92a5-40c0-806d-a860dbf71ae1 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c263b03e-bbca-4039-b313-06c97b75ef67&id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541008 May 10 05:39:40.106602 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535268ce-77c8-4685-83ec-67a9ea2f4e1e req-27b5b10d-04a3-428a-ba49-6eb308b66e50 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:40.108143 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-535268ce-77c8-4685-83ec-67a9ea2f4e1e req-27b5b10d-04a3-428a-ba49-6eb308b66e50 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1a5bd73-8b3a-49ce-8108-ca5763275da0 HTTP/1.1" status: 200 len: 946 time: 0.0496085 May 10 05:39:40.201895 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-535268ce-77c8-4685-83ec-67a9ea2f4e1e req-ad20f490-9268-4e79-b581-faaf3aa45a5e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Deleting port 023e8669-0ef7-45f3-8ee6-edc18b2fa449 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:39:40.202561 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-535268ce-77c8-4685-83ec-67a9ea2f4e1e req-ad20f490-9268-4e79-b581-faaf3aa45a5e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (023e8669-0ef7-45f3-8ee6-edc18b2fa449), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:40.322635 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-535268ce-77c8-4685-83ec-67a9ea2f4e1e req-ad20f490-9268-4e79-b581-faaf3aa45a5e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] For port 023e8669-0ef7-45f3-8ee6-edc18b2fa449, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=023e8669-0ef7-45f3-8ee6-edc18b2fa449,segment=NetworkSegment(d5074d01-1247-4bbd-94b1-016a992e97ef),segment_id=d5074d01-1247-4bbd-94b1-016a992e97ef)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:39:40.322993 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-535268ce-77c8-4685-83ec-67a9ea2f4e1e req-ad20f490-9268-4e79-b581-faaf3aa45a5e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (023e8669-0ef7-45f3-8ee6-edc18b2fa449), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:40.338620 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e57d0-6ddc-40b1-84b0-a9a7cb676f8f req-cf6aef04-e2bf-4ca2-9fa8-168f2af7344a tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:40.340113 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-919e57d0-6ddc-40b1-84b0-a9a7cb676f8f req-cf6aef04-e2bf-4ca2-9fa8-168f2af7344a tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a5bd73-8b3a-49ce-8108-ca5763275da0 HTTP/1.1" status: 200 len: 946 time: 0.0725784 May 10 05:39:40.536364 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-919e57d0-6ddc-40b1-84b0-a9a7cb676f8f req-662e12d5-d775-42bb-a146-f83a9ef0783e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=72255337-9290-46ce-841f-493e4f5f0f88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731141 May 10 05:39:40.554912 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-2b741e14-0f7b-495e-aa03-91820769e3bb tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:40.556657 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-2b741e14-0f7b-495e-aa03-91820769e3bb tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.50 "GET /v2.0/networks?id=58a4c33e-b5ad-4505-8230-cedc9ea5ca27 HTTP/1.1" status: 200 len: 817 time: 0.1383116 May 10 05:39:40.615188 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb8983-34c5-49b3-82f3-a019d78d149f req-83bc92a3-ba83-4e31-884a-115f979f60a5 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:40.616697 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-99bb8983-34c5-49b3-82f3-a019d78d149f req-83bc92a3-ba83-4e31-884a-115f979f60a5 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.1063938 May 10 05:39:40.622402 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-70541017-6c63-4b74-83a6-e807d130f50d tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=946af2825477481298bcaa8f04b345d2 HTTP/1.1" status: 200 len: 380 time: 0.0565257 May 10 05:39:40.657411 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-535268ce-77c8-4685-83ec-67a9ea2f4e1e req-ad20f490-9268-4e79-b581-faaf3aa45a5e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:40.657770 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-535268ce-77c8-4685-83ec-67a9ea2f4e1e req-ad20f490-9268-4e79-b581-faaf3aa45a5e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (8bc279af-6a5f-4d63-9c58-6cecd264f3b5), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:40.658079 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.db.l3_db [req-535268ce-77c8-4685-83ec-67a9ea2f4e1e req-ad20f490-9268-4e79-b581-faaf3aa45a5e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Floating IP 8bc279af-6a5f-4d63-9c58-6cecd264f3b5 disassociated. External IP: 172.27.0.66, port: 023e8669-0ef7-45f3-8ee6-edc18b2fa449. May 10 05:39:40.658413 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-535268ce-77c8-4685-83ec-67a9ea2f4e1e req-ad20f490-9268-4e79-b581-faaf3aa45a5e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Calling delete_port for 023e8669-0ef7-45f3-8ee6-edc18b2fa449 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:39:40.690887 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-99bb8983-34c5-49b3-82f3-a019d78d149f req-64f0a7dd-ddca-42cc-8663-6c51975afac8 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672503 May 10 05:39:40.727792 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-585388b3-0690-4f0d-8e11-82a7d66a4eae tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Request body: {'port': {'device_id': '18cf2de3-24e0-4fd5-a338-50bf2306a423', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'admin_state_up': True, 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'security_groups': ['daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced']}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:39:40.838549 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-585388b3-0690-4f0d-8e11-82a7d66a4eae tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Made reservation on behalf of 946af2825477481298bcaa8f04b345d2 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:39:40.841959 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-585388b3-0690-4f0d-8e11-82a7d66a4eae tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:40.857395 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d172c2-719e-41e9-9ec7-83cb62261a4d req-76756315-31e9-42a0-84f4-a8b07c6823e0 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:40.858885 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-78d172c2-719e-41e9-9ec7-83cb62261a4d req-76756315-31e9-42a0-84f4-a8b07c6823e0 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.1032574 May 10 05:39:40.863746 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-07d5e934-ef8f-45e2-86fd-1d3f0717ddde req-f94e6c5f-f0dc-47d3-a358-6fc6df088359 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 210 time: 0.0448399 May 10 05:39:40.869063 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 51138) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:39:40.874855 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-d22dfc5b-95ec-45d9-9a03-c6a0f589c190 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Request body: {'floatingip': {'port_id': '3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:39:40.913606 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-535268ce-77c8-4685-83ec-67a9ea2f4e1e req-ad20f490-9268-4e79-b581-faaf3aa45a5e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713'] for port (023e8669-0ef7-45f3-8ee6-edc18b2fa449), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:40.952956 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20f490-9268-4e79-b581-faaf3aa45a5e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event deleted for resources: {'Port': ['ID=023e8669-0ef7-45f3-8ee6-edc18b2fa449,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:39:40.973593 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d22dfc5b-95ec-45d9-9a03-c6a0f589c190 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks [] for floatingip (0a463f67-5c4b-45a8-b217-bd22fe047429), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:40.975855 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-585388b3-0690-4f0d-8e11-82a7d66a4eae tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Allocated IP 172.20.0.12 (58a4c33e-b5ad-4505-8230-cedc9ea5ca27/ff46a27e-f212-41bf-beb8-9faaab46805d/04bcdf00-6c77-4d87-95e0-85a50332c824) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:39:40.978957 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20f490-9268-4e79-b581-faaf3aa45a5e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:40.979182 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20f490-9268-4e79-b581-faaf3aa45a5e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:40.979606 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20f490-9268-4e79-b581-faaf3aa45a5e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:40.979909 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20f490-9268-4e79-b581-faaf3aa45a5e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:40.980260 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20f490-9268-4e79-b581-faaf3aa45a5e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:40.980557 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20f490-9268-4e79-b581-faaf3aa45a5e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:40.980882 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20f490-9268-4e79-b581-faaf3aa45a5e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:40.981205 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20f490-9268-4e79-b581-faaf3aa45a5e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:40.981524 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20f490-9268-4e79-b581-faaf3aa45a5e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:40.981850 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20f490-9268-4e79-b581-faaf3aa45a5e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:40.982334 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20f490-9268-4e79-b581-faaf3aa45a5e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:40.982639 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20f490-9268-4e79-b581-faaf3aa45a5e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:40.982964 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20f490-9268-4e79-b581-faaf3aa45a5e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:40.983282 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20f490-9268-4e79-b581-faaf3aa45a5e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:40.983617 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20f490-9268-4e79-b581-faaf3aa45a5e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:41.123252 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-585388b3-0690-4f0d-8e11-82a7d66a4eae tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for port (04bcdf00-6c77-4d87-95e0-85a50332c824), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:41.147683 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526e943-7d71-481b-a142-e373f3270e76 req-8f8367ba-1375-4a40-880b-d8bfd48f5e05 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:41.149238 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d526e943-7d71-481b-a142-e373f3270e76 req-8f8367ba-1375-4a40-880b-d8bfd48f5e05 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 984 time: 0.0928729 May 10 05:39:41.157037 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-585388b3-0690-4f0d-8e11-82a7d66a4eae tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (04bcdf00-6c77-4d87-95e0-85a50332c824), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:41.198783 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-585388b3-0690-4f0d-8e11-82a7d66a4eae tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Network 58a4c33e-b5ad-4505-8230-cedc9ea5ca27 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:39:41.202229 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-585388b3-0690-4f0d-8e11-82a7d66a4eae tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:39:41.204744 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-585388b3-0690-4f0d-8e11-82a7d66a4eae tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:39:41.237674 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585388b3-0690-4f0d-8e11-82a7d66a4eae tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Pushing event updated for resources: {'Port': ['ID=04bcdf00-6c77-4d87-95e0-85a50332c824,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:39:41.266483 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-585388b3-0690-4f0d-8e11-82a7d66a4eae tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:41.267186 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-585388b3-0690-4f0d-8e11-82a7d66a4eae tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:41.284851 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-585388b3-0690-4f0d-8e11-82a7d66a4eae tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5613632 May 10 05:39:41.297053 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-40b2bdc9-d025-438d-a87d-5188d4f9ae42 service neutron] Request body: {'port': {'device_id': '18cf2de3-24e0-4fd5-a338-50bf2306a423', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:39:41.302764 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-535268ce-77c8-4685-83ec-67a9ea2f4e1e req-ad20f490-9268-4e79-b581-faaf3aa45a5e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Router e8f29ba1-9b40-4eac-84bb-1b5acd961371 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:39:41.368899 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-40b2bdc9-d025-438d-a87d-5188d4f9ae42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (04bcdf00-6c77-4d87-95e0-85a50332c824), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:41.391108 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d526e943-7d71-481b-a142-e373f3270e76 req-41b4f6bf-a560-4f0f-870f-cec705ebd3c4 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c263b03e-bbca-4039-b313-06c97b75ef67&id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2107756 May 10 05:39:41.553800 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-535268ce-77c8-4685-83ec-67a9ea2f4e1e req-ad20f490-9268-4e79-b581-faaf3aa45a5e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:39:41.565500 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d538512e-8878-48d7-a1fb-6e73e98b3a7a None None] Sync routers for ids ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:39:41.567586 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b2b250d2-71db-4e6c-8c9b-95f91ca56993 None None] Provisioning complete for port 04bcdf00-6c77-4d87-95e0-85a50332c824 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:39:41.568407 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b2b250d2-71db-4e6c-8c9b-95f91ca56993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (04bcdf00-6c77-4d87-95e0-85a50332c824), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:41.592812 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d538512e-8878-48d7-a1fb-6e73e98b3a7a None None] Routers {'e8f29ba1-9b40-4eac-84bb-1b5acd961371'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:39:41.594489 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d538512e-8878-48d7-a1fb-6e73e98b3a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:39:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:39:41.614949 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-535268ce-77c8-4685-83ec-67a9ea2f4e1e req-ad20f490-9268-4e79-b581-faaf3aa45a5e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] No DVR routers for this DVR port 023e8669-0ef7-45f3-8ee6-edc18b2fa449 on host hv-cinder-83699 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:39:41.619012 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-535268ce-77c8-4685-83ec-67a9ea2f4e1e req-ad20f490-9268-4e79-b581-faaf3aa45a5e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:41.620529 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b2b250d2-71db-4e6c-8c9b-95f91ca56993 None None] Port 04bcdf00-6c77-4d87-95e0-85a50332c824 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:39:41.622466 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-535268ce-77c8-4685-83ec-67a9ea2f4e1e req-ad20f490-9268-4e79-b581-faaf3aa45a5e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.50 "DELETE /v2.0/ports/023e8669-0ef7-45f3-8ee6-edc18b2fa449 HTTP/1.1" status: 204 len: 173 time: 1.5071695 May 10 05:39:41.622973 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a5bd73-8b3a-49ce-8108-ca5763275da0', 'name': 'network-vif-deleted', 'tag': '023e8669-0ef7-45f3-8ee6-edc18b2fa449'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:39:41.625909 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5adc27-ad1d-4f8e-bc68-23cd10fb22da" -d '{"events": [{"server_uuid": "e1a5bd73-8b3a-49ce-8108-ca5763275da0", "name": "network-vif-deleted", "tag": "023e8669-0ef7-45f3-8ee6-edc18b2fa449"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:39:41.690157 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b3ea9c-2917-416a-ae75-a62a7a56ee70 x-openstack-request-id: req-e9b3ea9c-2917-416a-ae75-a62a7a56ee70 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:39:41.690447 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a5bd73-8b3a-49ce-8108-ca5763275da0", "name": "network-vif-deleted", "tag": "023e8669-0ef7-45f3-8ee6-edc18b2fa449", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:39:41.690703 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e9b3ea9c-2917-416a-ae75-a62a7a56ee70 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:39:41.691177 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9b3ea9c-2917-416a-ae75-a62a7a56ee70'] response: {'server_uuid': 'e1a5bd73-8b3a-49ce-8108-ca5763275da0', 'name': 'network-vif-deleted', 'tag': '023e8669-0ef7-45f3-8ee6-edc18b2fa449', 'status': 'completed', 'code': 200} May 10 05:39:41.714823 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bdc0eef1-4ff0-4ff6-9cc9-84ca99c81a0d req-56a94bf2-ef66-402d-95bd-e357d2e3774a tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a5bd73-8b3a-49ce-8108-ca5763275da0 HTTP/1.1" status: 200 len: 210 time: 0.0364387 May 10 05:39:41.823690 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-d538512e-8878-48d7-a1fb-6e73e98b3a7a None None] Set router e8f29ba1-9b40-4eac-84bb-1b5acd961371 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:39:41.882600 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d22dfc5b-95ec-45d9-9a03-c6a0f589c190 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:41.887268 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d22dfc5b-95ec-45d9-9a03-c6a0f589c190 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (0a463f67-5c4b-45a8-b217-bd22fe047429), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:41.904816 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-40b2bdc9-d025-438d-a87d-5188d4f9ae42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04bcdf00-6c77-4d87-95e0-85a50332c824 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:39:41.925636 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-40b2bdc9-d025-438d-a87d-5188d4f9ae42 service neutron] Publish callbacks [] for port (04bcdf00-6c77-4d87-95e0-85a50332c824), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:41.940784 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-40b2bdc9-d025-438d-a87d-5188d4f9ae42 service neutron] Transition to ACTIVE for port object 04bcdf00-6c77-4d87-95e0-85a50332c824 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 05:39:41.946419 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-40b2bdc9-d025-438d-a87d-5188d4f9ae42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851357'] for port (04bcdf00-6c77-4d87-95e0-85a50332c824), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:42.001605 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2bdc9-d025-438d-a87d-5188d4f9ae42 service neutron] Pushing event updated for resources: {'Port': ['ID=04bcdf00-6c77-4d87-95e0-85a50332c824,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:39:42.082959 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d538512e-8878-48d7-a1fb-6e73e98b3a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 4, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '7aee536f-4b8d-4896-a78e-08b85b8c9992', 'tenant_id': '0623b145317e4164862cd8601813c000', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'port_id': '11ad3211-611f-4c11-8c53-87e89a229255', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'mac_address': 'fa:16:3e:96:99:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db14fae5-ef49-49b0-9bf9-bbc81c3d9783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:36:54Z', 'updated_at': '2022-05-10T05:37:18Z', 'revision_number': 2, 'project_id': '0623b145317e4164862cd8601813c000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f319875-0fd3-4312-9bcf-bc51d061cb39', 'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'tenant_id': '0623b145317e4164862cd8601813c000', 'mac_address': 'fa:16:3e:49:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:56Z', 'revision_number': 5, 'project_id': '0623b145317e4164862cd8601813c000', 'subnets': [{'id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:39:42.112444 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-40b2bdc9-d025-438d-a87d-5188d4f9ae42 service neutron] Attempting to bind port 04bcdf00-6c77-4d87-95e0-85a50332c824 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:39:42.113148 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-40b2bdc9-d025-438d-a87d-5188d4f9ae42 service neutron] Attempting to bind port 04bcdf00-6c77-4d87-95e0-85a50332c824 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '042867d0-7366-4489-a0e0-141b24a727e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:39:42.113577 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-40b2bdc9-d025-438d-a87d-5188d4f9ae42 service neutron] Attempting to bind port 04bcdf00-6c77-4d87-95e0-85a50332c824 on network 58a4c33e-b5ad-4505-8230-cedc9ea5ca27 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:39:42.118495 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-40b2bdc9-d025-438d-a87d-5188d4f9ae42 service neutron] Port 04bcdf00-6c77-4d87-95e0-85a50332c824 on network 58a4c33e-b5ad-4505-8230-cedc9ea5ca27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 05:39:42.119171 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-40b2bdc9-d025-438d-a87d-5188d4f9ae42 service neutron] Attempting to bind port 04bcdf00-6c77-4d87-95e0-85a50332c824 on network 58a4c33e-b5ad-4505-8230-cedc9ea5ca27 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:39:42.125406 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-40b2bdc9-d025-438d-a87d-5188d4f9ae42 service neutron] Checking agent: {'id': '0722f08e-2e90-4d2d-9212-b191bf1b5213', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'started_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:39:42.125871 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-40b2bdc9-d025-438d-a87d-5188d4f9ae42 service neutron] Checking segment: {'id': '042867d0-7366-4489-a0e0-141b24a727e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:39:42.126353 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-40b2bdc9-d025-438d-a87d-5188d4f9ae42 service neutron] Bound using segment: {'id': '042867d0-7366-4489-a0e0-141b24a727e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:39:42.127401 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-40b2bdc9-d025-438d-a87d-5188d4f9ae42 service neutron] Bound port: 04bcdf00-6c77-4d87-95e0-85a50332c824, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '042867d0-7366-4489-a0e0-141b24a727e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:39:42.127401 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-40b2bdc9-d025-438d-a87d-5188d4f9ae42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (04bcdf00-6c77-4d87-95e0-85a50332c824), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:42.129483 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d538512e-8878-48d7-a1fb-6e73e98b3a7a None None] Checking router: e8f29ba1-9b40-4eac-84bb-1b5acd961371 for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:39:42.143820 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d538512e-8878-48d7-a1fb-6e73e98b3a7a None None] Routers {'e8f29ba1-9b40-4eac-84bb-1b5acd961371'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:39:42.144448 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d538512e-8878-48d7-a1fb-6e73e98b3a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:39:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:39:42.208129 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-40b2bdc9-d025-438d-a87d-5188d4f9ae42 service neutron] For port 04bcdf00-6c77-4d87-95e0-85a50332c824, host hv-cinder-83699, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:39:42.211760 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-40b2bdc9-d025-438d-a87d-5188d4f9ae42 service neutron] For port 04bcdf00-6c77-4d87-95e0-85a50332c824, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=04bcdf00-6c77-4d87-95e0-85a50332c824,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:39:42.220832 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-40b2bdc9-d025-438d-a87d-5188d4f9ae42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851357'] for port (04bcdf00-6c77-4d87-95e0-85a50332c824), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:42.263062 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-40b2bdc9-d025-438d-a87d-5188d4f9ae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:42.263869 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-40b2bdc9-d025-438d-a87d-5188d4f9ae42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:42.265525 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-40b2bdc9-d025-438d-a87d-5188d4f9ae42 service neutron] 10.222.0.50 "PUT /v2.0/ports/04bcdf00-6c77-4d87-95e0-85a50332c824 HTTP/1.1" status: 200 len: 1094 time: 0.9736600 May 10 05:39:42.266057 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18cf2de3-24e0-4fd5-a338-50bf2306a423', 'tag': '04bcdf00-6c77-4d87-95e0-85a50332c824'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:39:42.268527 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9298145-9509-4c17-b8aa-ede494f76e58" -d '{"events": [{"name": "network-changed", "server_uuid": "18cf2de3-24e0-4fd5-a338-50bf2306a423", "tag": "04bcdf00-6c77-4d87-95e0-85a50332c824"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:39:42.290034 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a2ef8-f28f-46ec-9559-d2331c3917ba req-c15a6ea8-b0a9-46b8-890c-eb364c05169c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:42.296287 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2bdc9-d025-438d-a87d-5188d4f9ae42 service neutron] Pushing event updated for resources: {'Port': ['ID=04bcdf00-6c77-4d87-95e0-85a50332c824,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:39:42.297157 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-dd5a2ef8-f28f-46ec-9559-d2331c3917ba req-c15a6ea8-b0a9-46b8-890c-eb364c05169c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 944 time: 0.0645649 May 10 05:39:42.340459 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d67c794-60c5-4bb8-8297-f0a6380581e2 x-openstack-request-id: req-7d67c794-60c5-4bb8-8297-f0a6380581e2 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:39:42.340954 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18cf2de3-24e0-4fd5-a338-50bf2306a423", "tag": "04bcdf00-6c77-4d87-95e0-85a50332c824", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:39:42.341296 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d67c794-60c5-4bb8-8297-f0a6380581e2 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:39:42.341838 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d67c794-60c5-4bb8-8297-f0a6380581e2'] response: {'name': 'network-changed', 'server_uuid': '18cf2de3-24e0-4fd5-a338-50bf2306a423', 'tag': '04bcdf00-6c77-4d87-95e0-85a50332c824', 'status': 'completed', 'code': 200} May 10 05:39:42.389397 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-603ebfd2-df80-4002-b60e-78333122f3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:42.394509 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-603ebfd2-df80-4002-b60e-78333122f3a4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=946af2825477481298bcaa8f04b345d2&device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 1128 time: 0.0812550 May 10 05:39:42.397524 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-dd5a2ef8-f28f-46ec-9559-d2331c3917ba req-ca89eef7-c3f9-4bb7-9623-11363050a1d9 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994947 May 10 05:39:42.450796 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-d538512e-8878-48d7-a1fb-6e73e98b3a7a None None] Set router e8f29ba1-9b40-4eac-84bb-1b5acd961371 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:39:42.457634 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-2c788a98-e999-4a3e-ab99-23419ce4b779 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04bcdf00-6c77-4d87-95e0-85a50332c824 HTTP/1.1" status: 200 len: 217 time: 0.0570085 May 10 05:39:42.528609 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-4392f689-dba6-44f3-a842-fb8b18da0422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:42.531806 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-4392f689-dba6-44f3-a842-fb8b18da0422 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ff46a27e-f212-41bf-beb8-9faaab46805d HTTP/1.1" status: 200 len: 856 time: 0.0680504 May 10 05:39:42.596929 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2cc9f-3f4f-425e-bbc7-89ca1c25da16 req-a4c87baf-6688-4a6c-9b95-d5a55f22f234 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:42.597582 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-1198f0cf-2fcd-4488-ab4c-8e158ccf5d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:42.598391 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-55c2cc9f-3f4f-425e-bbc7-89ca1c25da16 req-a4c87baf-6688-4a6c-9b95-d5a55f22f234 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 984 time: 0.1047261 May 10 05:39:42.599465 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-1198f0cf-2fcd-4488-ab4c-8e158ccf5d4e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58a4c33e-b5ad-4505-8230-cedc9ea5ca27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0613134 May 10 05:39:42.602461 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22dfc5b-95ec-45d9-9a03-c6a0f589c190 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Router 2c5c7ae5-9535-47c1-a986-d8e61626b3d9 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:39:42.693057 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-5c69a4e1-6376-4d9a-a96e-3b984896bb8e service neutron] 10.222.0.50 "GET /v2.0/networks/58a4c33e-b5ad-4505-8230-cedc9ea5ca27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878537 May 10 05:39:42.701814 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d538512e-8878-48d7-a1fb-6e73e98b3a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 4, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '7aee536f-4b8d-4896-a78e-08b85b8c9992', 'tenant_id': '0623b145317e4164862cd8601813c000', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'port_id': '11ad3211-611f-4c11-8c53-87e89a229255', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'mac_address': 'fa:16:3e:96:99:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db14fae5-ef49-49b0-9bf9-bbc81c3d9783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:36:54Z', 'updated_at': '2022-05-10T05:37:18Z', 'revision_number': 2, 'project_id': '0623b145317e4164862cd8601813c000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f319875-0fd3-4312-9bcf-bc51d061cb39', 'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'tenant_id': '0623b145317e4164862cd8601813c000', 'mac_address': 'fa:16:3e:49:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:56Z', 'revision_number': 5, 'project_id': '0623b145317e4164862cd8601813c000', 'subnets': [{'id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:39:42.703568 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-55c2cc9f-3f4f-425e-bbc7-89ca1c25da16 req-28854189-7c37-4588-b501-ae5b1fd87d64 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c263b03e-bbca-4039-b313-06c97b75ef67&id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0982018 May 10 05:39:42.739903 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d538512e-8878-48d7-a1fb-6e73e98b3a7a None None] The sync data for ids ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'] in dv-cinder-836996-16-iscsi is: [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 4, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '7aee536f-4b8d-4896-a78e-08b85b8c9992', 'tenant_id': '0623b145317e4164862cd8601813c000', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'port_id': '11ad3211-611f-4c11-8c53-87e89a229255', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'mac_address': 'fa:16:3e:96:99:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db14fae5-ef49-49b0-9bf9-bbc81c3d9783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:36:54Z', 'updated_at': '2022-05-10T05:37:18Z', 'revision_number': 2, 'project_id': '0623b145317e4164862cd8601813c000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f319875-0fd3-4312-9bcf-bc51d061cb39', 'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'tenant_id': '0623b145317e4164862cd8601813c000', 'mac_address': 'fa:16:3e:49:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:56Z', 'revision_number': 5, 'project_id': '0623b145317e4164862cd8601813c000', 'subnets': [{'id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:39:42.789241 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22dfc5b-95ec-45d9-9a03-c6a0f589c190 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:39:42.795887 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d22dfc5b-95ec-45d9-9a03-c6a0f589c190 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:42.799115 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f9a345-7d12-4764-9cc4-074f38602ff6 None None] Sync routers for ids ['2c5c7ae5-9535-47c1-a986-d8e61626b3d9'] in dv-cinder-836996-16-iscsi {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:39:42.805239 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-88b2a6ed-bb57-46a9-89f0-083ec14cd1db req-6e82e69a-b3aa-42aa-86e1-445f4a1013ff service neutron] 10.222.0.50 "GET /v2.0/networks/58a4c33e-b5ad-4505-8230-cedc9ea5ca27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058137 May 10 05:39:42.812398 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f9a345-7d12-4764-9cc4-074f38602ff6 None None] Routers {'2c5c7ae5-9535-47c1-a986-d8e61626b3d9'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:39:42.813020 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f9f9a345-7d12-4764-9cc4-074f38602ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:39:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['2c5c7ae5-9535-47c1-a986-d8e61626b3d9'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:39:42.842769 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 51156) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:39:42.848270 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:39:42.886991 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-d22dfc5b-95ec-45d9-9a03-c6a0f589c190 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "PUT /v2.0/floatingips/0a463f67-5c4b-45a8-b217-bd22fe047429 HTTP/1.1" status: 200 len: 993 time: 2.0168569 May 10 05:39:42.903093 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c43b7af7-1f99-4ff4-b9f1-6a8281617784 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group (72255337-9290-46ce-841f-493e4f5f0f88), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:42.928148 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c43b7af7-1f99-4ff4-b9f1-6a8281617784 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group (72255337-9290-46ce-841f-493e4f5f0f88), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:42.937715 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-f9f9a345-7d12-4764-9cc4-074f38602ff6 None None] Set router 2c5c7ae5-9535-47c1-a986-d8e61626b3d9 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:39:42.986458 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c43b7af7-1f99-4ff4-b9f1-6a8281617784 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (72255337-9290-46ce-841f-493e4f5f0f88), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:42.989261 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c43b7af7-1f99-4ff4-b9f1-6a8281617784 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:42.990655 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-c43b7af7-1f99-4ff4-b9f1-6a8281617784 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "DELETE /v2.0/security-groups/72255337-9290-46ce-841f-493e4f5f0f88 HTTP/1.1" status: 204 len: 168 time: 0.1466720 May 10 05:39:42.993309 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 51160) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:39:43.001260 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b7af7-1f99-4ff4-b9f1-6a8281617784 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72255337-9290-46ce-841f-493e4f5f0f88,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:39:43.010965 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.api.v2.resource [None req-b6d29d7a-9965-4733-9f51-d34276649c7e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] show failed (client error): The resource could not be found. May 10 05:39:43.012254 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-b6d29d7a-9965-4733-9f51-d34276649c7e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups/72255337-9290-46ce-841f-493e4f5f0f88 HTTP/1.1" status: 404 len: 347 time: 0.0173490 May 10 05:39:43.015094 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 51162) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:39:43.073075 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3a69f4-3386-4a3d-8f80-186cddbb3ad6 None None] New status for floating IP 8bc279af-6a5f-4d63-9c58-6cecd264f3b5: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 05:39:43.136135 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-09c2dec8-90cd-4392-b69d-7167465a0434 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Deleting port 776ed213-b928-46ce-81f9-eee269ce74fe {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:39:43.136622 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-09c2dec8-90cd-4392-b69d-7167465a0434 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (776ed213-b928-46ce-81f9-eee269ce74fe), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:43.211375 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-09c2dec8-90cd-4392-b69d-7167465a0434 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (776ed213-b928-46ce-81f9-eee269ce74fe), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:43.211654 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-09c2dec8-90cd-4392-b69d-7167465a0434 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for floatingip (776ed213-b928-46ce-81f9-eee269ce74fe), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:43.218732 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f9f9a345-7d12-4764-9cc4-074f38602ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'name': 'tempest-ServerRescueNegativeTestJSON-173816327-router', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:31Z', 'revision_number': 4, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'gw_port': {'id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '0a463f67-5c4b-45a8-b217-bd22fe047429', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'port_id': '3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7', 'mac_address': 'fa:16:3e:4e:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c56cf7-b80b-4f65-b862-92681647b6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:37:42Z', 'updated_at': '2022-05-10T05:39:41Z', 'revision_number': 3, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cce6e3f1-ae7d-4c27-95c6-b86a67679dcb', 'name': '', 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'mac_address': 'fa:16:3e:d5:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:30Z', 'updated_at': '2022-05-10T05:35:46Z', 'revision_number': 5, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'subnets': [{'id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:39:43.238329 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-09c2dec8-90cd-4392-b69d-7167465a0434 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Calling delete_port for 776ed213-b928-46ce-81f9-eee269ce74fe owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:39:43.246141 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f9a345-7d12-4764-9cc4-074f38602ff6 None None] Checking router: 2c5c7ae5-9535-47c1-a986-d8e61626b3d9 for host: dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:39:43.256082 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f9a345-7d12-4764-9cc4-074f38602ff6 None None] Routers {'2c5c7ae5-9535-47c1-a986-d8e61626b3d9'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:39:43.256956 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f9f9a345-7d12-4764-9cc4-074f38602ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:39:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['2c5c7ae5-9535-47c1-a986-d8e61626b3d9'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:39:43.366605 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 023e8669-0ef7-45f3-8ee6-edc18b2fa449 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:39:43.372417 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-f9f9a345-7d12-4764-9cc4-074f38602ff6 None None] Set router 2c5c7ae5-9535-47c1-a986-d8e61626b3d9 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:39:43.377597 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-09c2dec8-90cd-4392-b69d-7167465a0434 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713'] for port (776ed213-b928-46ce-81f9-eee269ce74fe), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:43.406965 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2dec8-90cd-4392-b69d-7167465a0434 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event deleted for resources: {'Port': ['ID=776ed213-b928-46ce-81f9-eee269ce74fe,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:39:43.419382 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] No Port match for: 023e8669-0ef7-45f3-8ee6-edc18b2fa449 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:39:43.419749 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 023e8669-0ef7-45f3-8ee6-edc18b2fa449 not bound to the agent host hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:39:43.432316 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-09c2dec8-90cd-4392-b69d-7167465a0434 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for floatingip (8bc279af-6a5f-4d63-9c58-6cecd264f3b5), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:43.437073 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-09c2dec8-90cd-4392-b69d-7167465a0434 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:43.438412 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-09c2dec8-90cd-4392-b69d-7167465a0434 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "DELETE /v2.0/floatingips/8bc279af-6a5f-4d63-9c58-6cecd264f3b5 HTTP/1.1" status: 204 len: 168 time: 0.4222651 May 10 05:39:43.531594 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a34c46-e15f-494f-9f9e-0e172a1506b4 req-763735c4-2fca-41ff-837f-cbcfa791be88 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:43.534182 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-24a34c46-e15f-494f-9f9e-0e172a1506b4 req-763735c4-2fca-41ff-837f-cbcfa791be88 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 944 time: 0.0498090 May 10 05:39:43.587170 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-24a34c46-e15f-494f-9f9e-0e172a1506b4 req-4e746cff-03cf-4a00-ad90-974cc6bb4e7c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455840 May 10 05:39:43.626463 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f9f9a345-7d12-4764-9cc4-074f38602ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'name': 'tempest-ServerRescueNegativeTestJSON-173816327-router', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:31Z', 'revision_number': 4, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'gw_port': {'id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '0a463f67-5c4b-45a8-b217-bd22fe047429', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'port_id': '3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7', 'mac_address': 'fa:16:3e:4e:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c56cf7-b80b-4f65-b862-92681647b6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:37:42Z', 'updated_at': '2022-05-10T05:39:41Z', 'revision_number': 3, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cce6e3f1-ae7d-4c27-95c6-b86a67679dcb', 'name': '', 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'mac_address': 'fa:16:3e:d5:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:30Z', 'updated_at': '2022-05-10T05:35:46Z', 'revision_number': 5, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'subnets': [{'id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:39:43.692202 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c56cf7-b80b-4f65-b862-92681647b6ba', 'tag': '3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c'}, {'name': 'network-changed', 'server_uuid': '91c56cf7-b80b-4f65-b862-92681647b6ba', 'tag': '3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:39:43.694906 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f61ca9-c404-4c2f-aacf-9d9473bb333f" -d '{"events": [{"name": "network-changed", "server_uuid": "91c56cf7-b80b-4f65-b862-92681647b6ba", "tag": "3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c"}, {"name": "network-changed", "server_uuid": "91c56cf7-b80b-4f65-b862-92681647b6ba", "tag": "3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:39:43.738497 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 May 2022 05:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e1a822-e234-4254-922d-dfca14c77497 x-openstack-request-id: req-11e1a822-e234-4254-922d-dfca14c77497 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:39:43.738764 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c56cf7-b80b-4f65-b862-92681647b6ba", "tag": "3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "91c56cf7-b80b-4f65-b862-92681647b6ba", "tag": "3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:39:43.739021 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11e1a822-e234-4254-922d-dfca14c77497 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:39:43.739433 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11e1a822-e234-4254-922d-dfca14c77497'] response: {'name': 'network-changed', 'server_uuid': '91c56cf7-b80b-4f65-b862-92681647b6ba', 'tag': '3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c', 'status': 'completed', 'code': 200} May 10 05:39:43.739799 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11e1a822-e234-4254-922d-dfca14c77497'] response: {'name': 'network-changed', 'server_uuid': '91c56cf7-b80b-4f65-b862-92681647b6ba', 'tag': '3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c', 'status': 'completed', 'code': 200} May 10 05:39:43.783122 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f9a345-7d12-4764-9cc4-074f38602ff6 None None] The sync data for ids ['2c5c7ae5-9535-47c1-a986-d8e61626b3d9'] in dv-cinder-836996-16-iscsi is: [{'id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'name': 'tempest-ServerRescueNegativeTestJSON-173816327-router', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:31Z', 'revision_number': 4, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'gw_port': {'id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '0a463f67-5c4b-45a8-b217-bd22fe047429', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'port_id': '3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7', 'mac_address': 'fa:16:3e:4e:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c56cf7-b80b-4f65-b862-92681647b6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:37:42Z', 'updated_at': '2022-05-10T05:39:41Z', 'revision_number': 3, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cce6e3f1-ae7d-4c27-95c6-b86a67679dcb', 'name': '', 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'mac_address': 'fa:16:3e:d5:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:30Z', 'updated_at': '2022-05-10T05:35:46Z', 'revision_number': 5, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'subnets': [{'id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:39:43.822965 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca914cc-508d-4484-a4f3-ae743702cf3d req-8112fa5b-7569-4dd2-b0f3-061060991f62 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:43.824522 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4ca914cc-508d-4484-a4f3-ae743702cf3d req-8112fa5b-7569-4dd2-b0f3-061060991f62 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 984 time: 0.0500875 May 10 05:39:43.891194 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4ca914cc-508d-4484-a4f3-ae743702cf3d req-572097ac-96a9-454e-b230-37d3d7f98d12 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c263b03e-bbca-4039-b313-06c97b75ef67&id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606353 May 10 05:39:44.015672 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9298145-9509-4c17-b8aa-ede494f76e58 req-652b272e-5d02-41f4-ab11-e4d6a1694179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:44.016887 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f61ca9-c404-4c2f-aacf-9d9473bb333f req-644d2fad-058a-4a54-b3c1-7fcd42c56d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:44.017182 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-a9298145-9509-4c17-b8aa-ede494f76e58 req-652b272e-5d02-41f4-ab11-e4d6a1694179 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=946af2825477481298bcaa8f04b345d2&device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 1128 time: 0.0419111 May 10 05:39:44.018408 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-71f61ca9-c404-4c2f-aacf-9d9473bb333f req-644d2fad-058a-4a54-b3c1-7fcd42c56d89 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5655a11bb4d94e7fb7186eb1bec105cb&device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 1129 time: 0.0426753 May 10 05:39:44.114765 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f61ca9-c404-4c2f-aacf-9d9473bb333f req-68892285-a430-46f0-927e-08020d64431b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:44.115033 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9298145-9509-4c17-b8aa-ede494f76e58 req-38e64734-8a11-4dd9-95fb-0efa17e52749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:44.116288 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-a9298145-9509-4c17-b8aa-ede494f76e58 req-38e64734-8a11-4dd9-95fb-0efa17e52749 service neutron] 10.222.0.50 "GET /v2.0/networks?id=58a4c33e-b5ad-4505-8230-cedc9ea5ca27 HTTP/1.1" status: 200 len: 918 time: 0.0876896 May 10 05:39:44.116404 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-71f61ca9-c404-4c2f-aacf-9d9473bb333f req-68892285-a430-46f0-927e-08020d64431b service neutron] 10.222.0.50 "GET /v2.0/networks?id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 HTTP/1.1" status: 200 len: 919 time: 0.0874712 May 10 05:39:44.429525 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-a9298145-9509-4c17-b8aa-ede494f76e58 req-994be311-f215-436c-9d97-93d0063d8ac0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04bcdf00-6c77-4d87-95e0-85a50332c824 HTTP/1.1" status: 200 len: 217 time: 0.0409703 May 10 05:39:44.460453 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-71f61ca9-c404-4c2f-aacf-9d9473bb333f req-bc301c61-7d4f-4d05-a0ef-81663a2c5c7b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c HTTP/1.1" status: 200 len: 1001 time: 0.0726099 May 10 05:39:44.498616 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9298145-9509-4c17-b8aa-ede494f76e58 req-5af2f841-e31a-43d5-af2e-2d1b5013a7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:44.500425 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-a9298145-9509-4c17-b8aa-ede494f76e58 req-5af2f841-e31a-43d5-af2e-2d1b5013a7b7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ff46a27e-f212-41bf-beb8-9faaab46805d HTTP/1.1" status: 200 len: 856 time: 0.0560019 May 10 05:39:44.512175 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f61ca9-c404-4c2f-aacf-9d9473bb333f req-203332ee-f467-4d80-96c8-d769d334d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:44.513724 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-71f61ca9-c404-4c2f-aacf-9d9473bb333f req-203332ee-f467-4d80-96c8-d769d334d2d6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5cda1426-dd5e-4474-b1b8-e2dd037a4f93 HTTP/1.1" status: 200 len: 857 time: 0.0444047 May 10 05:39:44.603141 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f61ca9-c404-4c2f-aacf-9d9473bb333f req-3ae42248-748b-4e93-b6b7-12f8d29d0bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:44.605067 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-71f61ca9-c404-4c2f-aacf-9d9473bb333f req-3ae42248-748b-4e93-b6b7-12f8d29d0bfe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0490518 May 10 05:39:44.607740 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9298145-9509-4c17-b8aa-ede494f76e58 req-435ba9fe-2fbd-485c-9944-c28226515d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:44.609257 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-a9298145-9509-4c17-b8aa-ede494f76e58 req-435ba9fe-2fbd-485c-9944-c28226515d16 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58a4c33e-b5ad-4505-8230-cedc9ea5ca27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0521402 May 10 05:39:44.704478 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-a9298145-9509-4c17-b8aa-ede494f76e58 req-4a55ad79-99e6-4304-bc0a-a98c89dc3f25 service neutron] 10.222.0.50 "GET /v2.0/networks/58a4c33e-b5ad-4505-8230-cedc9ea5ca27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819414 May 10 05:39:44.716501 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06884395-7416-4697-929b-10165bfa544f req-31ab402d-1a28-4fe2-b128-113adca9e10e tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:44.717993 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-06884395-7416-4697-929b-10165bfa544f req-31ab402d-1a28-4fe2-b128-113adca9e10e tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 944 time: 0.0546303 May 10 05:39:44.770131 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-71f61ca9-c404-4c2f-aacf-9d9473bb333f req-bf2bd16d-f04c-4aba-9af7-4c00808d4017 service neutron] 10.222.0.50 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513202 May 10 05:39:44.807930 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-06884395-7416-4697-929b-10165bfa544f req-ff90e33f-51c4-4032-bd67-01d9ca788f30 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832210 May 10 05:39:44.814329 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-a9298145-9509-4c17-b8aa-ede494f76e58 req-388d14a4-4a88-4b07-9be4-97c8b7b98813 service neutron] 10.222.0.50 "GET /v2.0/networks/58a4c33e-b5ad-4505-8230-cedc9ea5ca27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029041 May 10 05:39:44.887192 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-71f61ca9-c404-4c2f-aacf-9d9473bb333f req-eb9afade-260c-4a41-969f-49c698018fb6 service neutron] 10.222.0.50 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079242 May 10 05:39:45.007963 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f61ca9-c404-4c2f-aacf-9d9473bb333f req-401dfda0-8f59-42e7-bb67-65b654d5200b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:45.009341 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-71f61ca9-c404-4c2f-aacf-9d9473bb333f req-401dfda0-8f59-42e7-bb67-65b654d5200b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5655a11bb4d94e7fb7186eb1bec105cb&device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 1129 time: 0.0664642 May 10 05:39:45.029233 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0354a-0c81-4994-b53e-b9ba629a4647 req-b766700a-0e69-4131-9b14-da4c8d5ecaaf tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:45.030593 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9fc0354a-0c81-4994-b53e-b9ba629a4647 req-b766700a-0e69-4131-9b14-da4c8d5ecaaf tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 984 time: 0.0602353 May 10 05:39:45.152217 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9fc0354a-0c81-4994-b53e-b9ba629a4647 req-05902fb0-e772-49f1-a42f-c25ae1fd8d15 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c263b03e-bbca-4039-b313-06c97b75ef67&id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1105521 May 10 05:39:45.153363 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f61ca9-c404-4c2f-aacf-9d9473bb333f req-a30f3c7e-cfcb-4351-a4fd-3c97a26f54ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:45.154772 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-71f61ca9-c404-4c2f-aacf-9d9473bb333f req-a30f3c7e-cfcb-4351-a4fd-3c97a26f54ea service neutron] 10.222.0.50 "GET /v2.0/networks?id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 HTTP/1.1" status: 200 len: 919 time: 0.1377044 May 10 05:39:45.233600 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-71f61ca9-c404-4c2f-aacf-9d9473bb333f req-ccfd1272-c627-4f70-a637-ccb1a289745b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c HTTP/1.1" status: 200 len: 1001 time: 0.0708351 May 10 05:39:45.285240 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f61ca9-c404-4c2f-aacf-9d9473bb333f req-da7966f9-ac17-41e8-acfe-d4962d8567aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:45.286630 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-71f61ca9-c404-4c2f-aacf-9d9473bb333f req-da7966f9-ac17-41e8-acfe-d4962d8567aa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5cda1426-dd5e-4474-b1b8-e2dd037a4f93 HTTP/1.1" status: 200 len: 857 time: 0.0473185 May 10 05:39:45.331154 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f61ca9-c404-4c2f-aacf-9d9473bb333f req-9ba9f712-2ba5-4451-9546-898f632cc0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:45.332599 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-71f61ca9-c404-4c2f-aacf-9d9473bb333f req-9ba9f712-2ba5-4451-9546-898f632cc0e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397749 May 10 05:39:45.356528 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 04bcdf00-6c77-4d87-95e0-85a50332c824 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 05:39:45.425622 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-71f61ca9-c404-4c2f-aacf-9d9473bb333f req-e7e00451-5c4b-4c87-b588-21fe7f0bcef9 service neutron] 10.222.0.50 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864100 May 10 05:39:45.454711 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 04bcdf00-6c77-4d87-95e0-85a50332c824, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=04bcdf00-6c77-4d87-95e0-85a50332c824,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:39:45.466232 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Returning: {'device': '04bcdf00-6c77-4d87-95e0-85a50332c824', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'port_id': '04bcdf00-6c77-4d87-95e0-85a50332c824', 'mac_address': 'fa:16:3e:c2:3d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 05:39:45.507881 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 04bcdf00-6c77-4d87-95e0-85a50332c824 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:39:45.508267 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (04bcdf00-6c77-4d87-95e0-85a50332c824), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:45.515763 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-71f61ca9-c404-4c2f-aacf-9d9473bb333f req-0b2e7880-55d5-4d5a-8629-51745db5d174 service neutron] 10.222.0.50 "GET /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833554 May 10 05:39:45.521340 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04bcdf00-6c77-4d87-95e0-85a50332c824 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:39:45.541331 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 04bcdf00-6c77-4d87-95e0-85a50332c824, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=04bcdf00-6c77-4d87-95e0-85a50332c824,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:39:45.547282 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (04bcdf00-6c77-4d87-95e0-85a50332c824), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:45.594733 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=04bcdf00-6c77-4d87-95e0-85a50332c824,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:39:45.602510 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:45.602863 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:45.603229 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:45.603608 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:45.603942 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:45.604275 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:45.604622 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:45.604938 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:45.605271 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:45.605608 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:45.605935 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:45.606260 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:45.606581 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:45.606924 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:45.607290 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:39:45.868832 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['04bcdf00-6c77-4d87-95e0-85a50332c824'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:39:45.945327 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c4464-2653-4d53-8e2e-2aa51acbf50f req-7a1119ed-2f4c-48d3-b383-67583bbd2b90 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:45.946935 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c49c4464-2653-4d53-8e2e-2aa51acbf50f req-7a1119ed-2f4c-48d3-b383-67583bbd2b90 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 945 time: 0.0499961 May 10 05:39:46.005300 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c49c4464-2653-4d53-8e2e-2aa51acbf50f req-3deb5af2-24a5-44b8-8517-58f2f1c083d4 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526476 May 10 05:39:46.122358 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90adb3-afc7-41ef-857b-616170728e01 req-39fb9d0f-356d-4f99-80e6-e3a2a7b74c8e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:46.123729 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6a90adb3-afc7-41ef-857b-616170728e01 req-39fb9d0f-356d-4f99-80e6-e3a2a7b74c8e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=db14fae5-ef49-49b0-9bf9-bbc81c3d9783 HTTP/1.1" status: 200 len: 945 time: 0.0486302 May 10 05:39:46.173240 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6a90adb3-afc7-41ef-857b-616170728e01 req-3d62d2b5-7ad0-4aa1-9791-bbd9df82a725 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=7aedff1f-5e32-4d03-b50a-722c4ac044f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410552 May 10 05:39:46.281700 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ab0eb-8561-420a-b028-ae19758aba26 req-5a8dbde5-7990-49f2-826c-31643b9ccbe9 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:46.283166 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c16ab0eb-8561-420a-b028-ae19758aba26 req-5a8dbde5-7990-49f2-826c-31643b9ccbe9 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 984 time: 0.0498381 May 10 05:39:46.345541 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c16ab0eb-8561-420a-b028-ae19758aba26 req-ad0958e8-482a-4511-b142-f4f12539cb6e tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c263b03e-bbca-4039-b313-06c97b75ef67&id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542996 May 10 05:39:47.138167 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c6dab-7f92-42e5-92a7-16c7d20b14f5 req-951b9c02-9fe6-415b-8a3d-3ca020373bdc tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:47.139839 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8a4c6dab-7f92-42e5-92a7-16c7d20b14f5 req-951b9c02-9fe6-415b-8a3d-3ca020373bdc tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 945 time: 0.0601768 May 10 05:39:47.186858 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8a4c6dab-7f92-42e5-92a7-16c7d20b14f5 req-a6506b0e-bd25-4f03-9d1b-544766481099 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414054 May 10 05:39:47.286238 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d858b-bbd7-4cb8-b9f1-c708a7d36869 req-5f867b6d-621c-41cc-b368-07b8598fe5c8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:47.287556 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1c6d858b-bbd7-4cb8-b9f1-c708a7d36869 req-5f867b6d-621c-41cc-b368-07b8598fe5c8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=db14fae5-ef49-49b0-9bf9-bbc81c3d9783 HTTP/1.1" status: 200 len: 945 time: 0.0475912 May 10 05:39:47.338011 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1c6d858b-bbd7-4cb8-b9f1-c708a7d36869 req-1974221e-c589-45d1-a6ca-86eb783cecaa tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=7aedff1f-5e32-4d03-b50a-722c4ac044f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423949 May 10 05:39:47.364157 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 04bcdf00-6c77-4d87-95e0-85a50332c824 up at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:39:47.409016 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning for port 04bcdf00-6c77-4d87-95e0-85a50332c824 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 05:39:47.416476 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning complete for port 04bcdf00-6c77-4d87-95e0-85a50332c824 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:39:47.416953 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (04bcdf00-6c77-4d87-95e0-85a50332c824), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:47.461567 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ccc75-58b2-46d2-98a2-fcc01cd26b90 req-9210175d-c706-471a-8e88-66e1639aa7f7 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:47.463462 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a39ccc75-58b2-46d2-98a2-fcc01cd26b90 req-9210175d-c706-471a-8e88-66e1639aa7f7 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 984 time: 0.0467865 May 10 05:39:47.495519 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 04bcdf00-6c77-4d87-95e0-85a50332c824 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:39:47.495948 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (04bcdf00-6c77-4d87-95e0-85a50332c824), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:47.519384 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cf2de3-24e0-4fd5-a338-50bf2306a423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bcdf00-6c77-4d87-95e0-85a50332c824'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:39:47.521655 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0800c53295b7046a146618d9b887730b91c06d3b0846630efe31b30f8053b0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f6bb7c-699b-4394-a827-ae8b477c5e94" -d '{"events": [{"server_uuid": "18cf2de3-24e0-4fd5-a338-50bf2306a423", "name": "network-vif-plugged", "status": "completed", "tag": "04bcdf00-6c77-4d87-95e0-85a50332c824"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:39:47.528409 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a39ccc75-58b2-46d2-98a2-fcc01cd26b90 req-8f4680a4-d515-4f3e-8959-f076014fc48a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c263b03e-bbca-4039-b313-06c97b75ef67&id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584836 May 10 05:39:47.533791 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 04bcdf00-6c77-4d87-95e0-85a50332c824, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=04bcdf00-6c77-4d87-95e0-85a50332c824,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:39:47.538807 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (04bcdf00-6c77-4d87-95e0-85a50332c824), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:47.566989 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1ef7b3-9fdb-4e29-b72b-30962c2d31f3 x-openstack-request-id: req-eb1ef7b3-9fdb-4e29-b72b-30962c2d31f3 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:39:47.567279 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18cf2de3-24e0-4fd5-a338-50bf2306a423", "name": "network-vif-plugged", "status": "completed", "tag": "04bcdf00-6c77-4d87-95e0-85a50332c824", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:39:47.567527 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb1ef7b3-9fdb-4e29-b72b-30962c2d31f3 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:39:47.567948 dv-cinder-836996-16-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb1ef7b3-9fdb-4e29-b72b-30962c2d31f3'] response: {'server_uuid': '18cf2de3-24e0-4fd5-a338-50bf2306a423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bcdf00-6c77-4d87-95e0-85a50332c824', 'code': 200} May 10 05:39:47.594750 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=04bcdf00-6c77-4d87-95e0-85a50332c824,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:39:47.757890 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6271c2c-9777-4c7b-b0ef-566f32692a77 req-b362f0d3-9479-4a34-8002-3749f59a4dfb tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:47.759338 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f6271c2c-9777-4c7b-b0ef-566f32692a77 req-b362f0d3-9479-4a34-8002-3749f59a4dfb tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.50 "GET /v2.0/ports?device_id=db14fae5-ef49-49b0-9bf9-bbc81c3d9783 HTTP/1.1" status: 200 len: 945 time: 0.0476265 May 10 05:39:47.772751 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838b783-d16b-46d1-a84b-181ca5f76e4c req-a576cb91-64d4-42a6-9c36-f9dd5717b584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:47.774331 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-4838b783-d16b-46d1-a84b-181ca5f76e4c req-a576cb91-64d4-42a6-9c36-f9dd5717b584 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 1130 time: 0.0402565 May 10 05:39:47.818067 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-4838b783-d16b-46d1-a84b-181ca5f76e4c req-fc5166ec-12af-4891-926c-1b9d13c96414 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379515 May 10 05:39:47.848322 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-f6271c2c-9777-4c7b-b0ef-566f32692a77 req-4fb288bd-b6d4-47c2-b230-fc07d7d8ca85 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Deleting port 11ad3211-611f-4c11-8c53-87e89a229255 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:39:47.848659 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f6271c2c-9777-4c7b-b0ef-566f32692a77 req-4fb288bd-b6d4-47c2-b230-fc07d7d8ca85 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (11ad3211-611f-4c11-8c53-87e89a229255), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:47.949175 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-f6271c2c-9777-4c7b-b0ef-566f32692a77 req-4fb288bd-b6d4-47c2-b230-fc07d7d8ca85 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] For port 11ad3211-611f-4c11-8c53-87e89a229255, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=11ad3211-611f-4c11-8c53-87e89a229255,segment=NetworkSegment(d5074d01-1247-4bbd-94b1-016a992e97ef),segment_id=d5074d01-1247-4bbd-94b1-016a992e97ef)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:39:47.949537 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f6271c2c-9777-4c7b-b0ef-566f32692a77 req-4fb288bd-b6d4-47c2-b230-fc07d7d8ca85 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (11ad3211-611f-4c11-8c53-87e89a229255), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:48.125762 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f6271c2c-9777-4c7b-b0ef-566f32692a77 req-4fb288bd-b6d4-47c2-b230-fc07d7d8ca85 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:48.126202 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f6271c2c-9777-4c7b-b0ef-566f32692a77 req-4fb288bd-b6d4-47c2-b230-fc07d7d8ca85 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (7aee536f-4b8d-4896-a78e-08b85b8c9992), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:48.126510 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.db.l3_db [req-f6271c2c-9777-4c7b-b0ef-566f32692a77 req-4fb288bd-b6d4-47c2-b230-fc07d7d8ca85 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Floating IP 7aee536f-4b8d-4896-a78e-08b85b8c9992 disassociated. External IP: 172.27.0.125, port: 11ad3211-611f-4c11-8c53-87e89a229255. May 10 05:39:48.126869 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-f6271c2c-9777-4c7b-b0ef-566f32692a77 req-4fb288bd-b6d4-47c2-b230-fc07d7d8ca85 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Calling delete_port for 11ad3211-611f-4c11-8c53-87e89a229255 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:39:48.256501 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f6271c2c-9777-4c7b-b0ef-566f32692a77 req-4fb288bd-b6d4-47c2-b230-fc07d7d8ca85 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713'] for port (11ad3211-611f-4c11-8c53-87e89a229255), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:48.293328 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb288bd-b6d4-47c2-b230-fc07d7d8ca85 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event deleted for resources: {'Port': ['ID=11ad3211-611f-4c11-8c53-87e89a229255,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:39:48.363121 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ed6f9-95d1-4dbb-81d9-a015550263ba req-a1dca1ea-c492-4bbf-aa2d-4677a6b6e6eb tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:48.364595 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c24ed6f9-95d1-4dbb-81d9-a015550263ba req-a1dca1ea-c492-4bbf-aa2d-4677a6b6e6eb tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.0996580 May 10 05:39:48.459781 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c24ed6f9-95d1-4dbb-81d9-a015550263ba req-03b56d5e-362c-4305-b6d9-b7c2382985ba tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886836 May 10 05:39:48.478322 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-db5df37b-57fa-4872-8349-549e8606fd40 req-ca9fc568-2f90-44de-a571-3ee2e244b61c tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=db14fae5-ef49-49b0-9bf9-bbc81c3d9783 HTTP/1.1" status: 200 len: 210 time: 0.0683169 May 10 05:39:48.497985 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6271c2c-9777-4c7b-b0ef-566f32692a77 req-4fb288bd-b6d4-47c2-b230-fc07d7d8ca85 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Router e8f29ba1-9b40-4eac-84bb-1b5acd961371 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:39:48.638958 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6271c2c-9777-4c7b-b0ef-566f32692a77 req-4fb288bd-b6d4-47c2-b230-fc07d7d8ca85 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:39:48.653515 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8bae9c-647f-4578-9908-c69e67ad251d None None] Sync routers for ids ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'] in dv-cinder-836996-16-iscsi {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:39:48.664267 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8bae9c-647f-4578-9908-c69e67ad251d None None] Routers {'e8f29ba1-9b40-4eac-84bb-1b5acd961371'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:39:48.665048 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-9f8bae9c-647f-4578-9908-c69e67ad251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:39:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:39:48.669997 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3160d68-3d47-40fb-adfd-0372dd056a05 req-46ed09b9-a7c6-4735-83dc-7a5907770226 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:48.671525 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f3160d68-3d47-40fb-adfd-0372dd056a05 req-46ed09b9-a7c6-4735-83dc-7a5907770226 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 984 time: 0.0743241 May 10 05:39:48.698049 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6271c2c-9777-4c7b-b0ef-566f32692a77 req-4fb288bd-b6d4-47c2-b230-fc07d7d8ca85 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] No DVR routers for this DVR port 11ad3211-611f-4c11-8c53-87e89a229255 on host hv-cinder-83699 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:39:48.706928 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f6271c2c-9777-4c7b-b0ef-566f32692a77 req-4fb288bd-b6d4-47c2-b230-fc07d7d8ca85 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:48.710372 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f6271c2c-9777-4c7b-b0ef-566f32692a77 req-4fb288bd-b6d4-47c2-b230-fc07d7d8ca85 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.50 "DELETE /v2.0/ports/11ad3211-611f-4c11-8c53-87e89a229255 HTTP/1.1" status: 204 len: 173 time: 0.9458251 May 10 05:39:48.710809 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db14fae5-ef49-49b0-9bf9-bbc81c3d9783', 'name': 'network-vif-deleted', 'tag': '11ad3211-611f-4c11-8c53-87e89a229255'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:39:48.713093 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3087afff-9ce0-4cb6-a737-0c794c25f881" -d '{"events": [{"server_uuid": "db14fae5-ef49-49b0-9bf9-bbc81c3d9783", "name": "network-vif-deleted", "tag": "11ad3211-611f-4c11-8c53-87e89a229255"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:39:48.768615 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61080b9a-2c46-4b1f-9b79-c4047e8eb88d x-openstack-request-id: req-61080b9a-2c46-4b1f-9b79-c4047e8eb88d {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:39:48.768913 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db14fae5-ef49-49b0-9bf9-bbc81c3d9783", "name": "network-vif-deleted", "tag": "11ad3211-611f-4c11-8c53-87e89a229255", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:39:48.769165 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61080b9a-2c46-4b1f-9b79-c4047e8eb88d {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:39:48.769572 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61080b9a-2c46-4b1f-9b79-c4047e8eb88d'] response: {'server_uuid': 'db14fae5-ef49-49b0-9bf9-bbc81c3d9783', 'name': 'network-vif-deleted', 'tag': '11ad3211-611f-4c11-8c53-87e89a229255', 'status': 'completed', 'code': 200} May 10 05:39:48.780732 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f3160d68-3d47-40fb-adfd-0372dd056a05 req-247038ed-937c-4d10-8ffc-d55b0e88ed01 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c263b03e-bbca-4039-b313-06c97b75ef67&id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1034181 May 10 05:39:48.834062 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-9f8bae9c-647f-4578-9908-c69e67ad251d None None] Set router e8f29ba1-9b40-4eac-84bb-1b5acd961371 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:39:49.028890 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-9f8bae9c-647f-4578-9908-c69e67ad251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 4, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '8f319875-0fd3-4312-9bcf-bc51d061cb39', 'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'tenant_id': '0623b145317e4164862cd8601813c000', 'mac_address': 'fa:16:3e:49:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:56Z', 'revision_number': 5, 'project_id': '0623b145317e4164862cd8601813c000', 'subnets': [{'id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:39:49.056295 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8bae9c-647f-4578-9908-c69e67ad251d None None] Checking router: e8f29ba1-9b40-4eac-84bb-1b5acd961371 for host: dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:39:49.065562 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8bae9c-647f-4578-9908-c69e67ad251d None None] Routers {'e8f29ba1-9b40-4eac-84bb-1b5acd961371'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:39:49.066763 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-9f8bae9c-647f-4578-9908-c69e67ad251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:39:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:39:49.187373 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-9f8bae9c-647f-4578-9908-c69e67ad251d None None] Set router e8f29ba1-9b40-4eac-84bb-1b5acd961371 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:39:49.383409 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-9f8bae9c-647f-4578-9908-c69e67ad251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 4, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '8f319875-0fd3-4312-9bcf-bc51d061cb39', 'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'tenant_id': '0623b145317e4164862cd8601813c000', 'mac_address': 'fa:16:3e:49:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:56Z', 'revision_number': 5, 'project_id': '0623b145317e4164862cd8601813c000', 'subnets': [{'id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:39:49.413471 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8bae9c-647f-4578-9908-c69e67ad251d None None] The sync data for ids ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'] in dv-cinder-836996-16-iscsi is: [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 4, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '8f319875-0fd3-4312-9bcf-bc51d061cb39', 'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'tenant_id': '0623b145317e4164862cd8601813c000', 'mac_address': 'fa:16:3e:49:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:56Z', 'revision_number': 5, 'project_id': '0623b145317e4164862cd8601813c000', 'subnets': [{'id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:39:49.604449 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5321ae0a-05ed-4e30-86bd-ea340def0a27 req-6aacfcc0-721e-412e-b54b-1dd9a7eee233 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=db14fae5-ef49-49b0-9bf9-bbc81c3d9783 HTTP/1.1" status: 200 len: 210 time: 0.0332260 May 10 05:39:49.613597 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e9ceb-145b-4185-8825-ec7c9f75aeac req-d9a3753c-adb6-4a48-9a04-a43c7326ce57 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:49.615084 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1c3e9ceb-145b-4185-8825-ec7c9f75aeac req-d9a3753c-adb6-4a48-9a04-a43c7326ce57 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.0741739 May 10 05:39:49.671767 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0476d350-5391-4c90-9491-d622ad135a9e None None] New status for floating IP 7aee536f-4b8d-4896-a78e-08b85b8c9992: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 05:39:49.672486 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1c3e9ceb-145b-4185-8825-ec7c9f75aeac req-810bd6dd-7237-42d5-82cd-a63c86296324 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478671 May 10 05:39:49.784822 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c97412-1a49-4fbf-8bb8-5942d2b8aba8 req-de0eb1e6-dbfc-4795-8b38-1c29eab0ee7c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:49.786322 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f7c97412-1a49-4fbf-8bb8-5942d2b8aba8 req-de0eb1e6-dbfc-4795-8b38-1c29eab0ee7c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.0475738 May 10 05:39:49.795904 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 51220) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:39:49.800405 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-7bc02daf-3b01-4a46-9b9c-3cbeeaf7b89f tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Request body: {'floatingip': {'port_id': '04bcdf00-6c77-4d87-95e0-85a50332c824'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:39:49.842834 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7bc02daf-3b01-4a46-9b9c-3cbeeaf7b89f tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for floatingip (a7ceb6bb-1aeb-4080-a291-7679d9f14e24), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:49.947791 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e779d79-b885-44cc-b482-d4e010d3d104 req-a40c4f39-fa42-4e1e-95b6-d79fe442403b tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:49.949150 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6e779d79-b885-44cc-b482-d4e010d3d104 req-a40c4f39-fa42-4e1e-95b6-d79fe442403b tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 984 time: 0.0774081 May 10 05:39:50.083080 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6e779d79-b885-44cc-b482-d4e010d3d104 req-f42d97d6-4e31-44bb-9b62-ec17e2564b6c tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c263b03e-bbca-4039-b313-06c97b75ef67&id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1166320 May 10 05:39:50.576675 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.db.resource_extend [None req-7bc02daf-3b01-4a46-9b9c-3cbeeaf7b89f tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 05:39:50.625460 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7bc02daf-3b01-4a46-9b9c-3cbeeaf7b89f tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:50.630953 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7bc02daf-3b01-4a46-9b9c-3cbeeaf7b89f tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (a7ceb6bb-1aeb-4080-a291-7679d9f14e24), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:50.695936 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 51230) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:39:50.735821 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.db.l3_db [None req-7bc02daf-3b01-4a46-9b9c-3cbeeaf7b89f tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Floating IP a7ceb6bb-1aeb-4080-a291-7679d9f14e24 associated. External IP: 172.27.0.77, port: 04bcdf00-6c77-4d87-95e0-85a50332c824. May 10 05:39:50.751724 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cb160b5-864a-45d9-ad37-4be454926c1e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group (7aedff1f-5e32-4d03-b50a-722c4ac044f6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:50.774617 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cb160b5-864a-45d9-ad37-4be454926c1e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group (7aedff1f-5e32-4d03-b50a-722c4ac044f6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:50.826087 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cb160b5-864a-45d9-ad37-4be454926c1e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (7aedff1f-5e32-4d03-b50a-722c4ac044f6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:50.828651 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cb160b5-864a-45d9-ad37-4be454926c1e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:50.829801 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-0cb160b5-864a-45d9-ad37-4be454926c1e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "DELETE /v2.0/security-groups/7aedff1f-5e32-4d03-b50a-722c4ac044f6 HTTP/1.1" status: 204 len: 168 time: 0.1322865 May 10 05:39:50.834394 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 51232) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:39:50.847067 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb160b5-864a-45d9-ad37-4be454926c1e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aedff1f-5e32-4d03-b50a-722c4ac044f6,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:39:50.853247 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.api.v2.resource [None req-d67ff8e3-53c6-40be-8716-9af69a14528f tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] show failed (client error): The resource could not be found. May 10 05:39:50.857673 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-d67ff8e3-53c6-40be-8716-9af69a14528f tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups/7aedff1f-5e32-4d03-b50a-722c4ac044f6 HTTP/1.1" status: 404 len: 347 time: 0.0189664 May 10 05:39:50.857673 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 51234) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:39:50.947744 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc02daf-3b01-4a46-9b9c-3cbeeaf7b89f tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Router 5cdb5076-1731-4459-abdd-fcf53d6f3c2d has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:39:50.980068 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a1b3b6b1-dc64-482d-8826-8f3be9a4856e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Deleting port 02691282-66f2-472b-bc12-339796158e1c {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:39:50.980424 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a1b3b6b1-dc64-482d-8826-8f3be9a4856e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (02691282-66f2-472b-bc12-339796158e1c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:51.055688 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a1b3b6b1-dc64-482d-8826-8f3be9a4856e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (02691282-66f2-472b-bc12-339796158e1c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:51.055933 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc02daf-3b01-4a46-9b9c-3cbeeaf7b89f tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:39:51.056071 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a1b3b6b1-dc64-482d-8826-8f3be9a4856e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for floatingip (02691282-66f2-472b-bc12-339796158e1c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:51.060718 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7bc02daf-3b01-4a46-9b9c-3cbeeaf7b89f tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:51.066655 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9af3af-4233-4a47-bc91-c047bde0d15d None None] Sync routers for ids ['5cdb5076-1731-4459-abdd-fcf53d6f3c2d'] in dv-cinder-836996-16-iscsi {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:39:51.070844 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a1b3b6b1-dc64-482d-8826-8f3be9a4856e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Calling delete_port for 02691282-66f2-472b-bc12-339796158e1c owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:39:51.076010 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9af3af-4233-4a47-bc91-c047bde0d15d None None] Routers {'5cdb5076-1731-4459-abdd-fcf53d6f3c2d'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:39:51.076755 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8f9af3af-4233-4a47-bc91-c047bde0d15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:39:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['5cdb5076-1731-4459-abdd-fcf53d6f3c2d'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:39:51.094800 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-7bc02daf-3b01-4a46-9b9c-3cbeeaf7b89f tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "PUT /v2.0/floatingips/a7ceb6bb-1aeb-4080-a291-7679d9f14e24 HTTP/1.1" status: 200 len: 991 time: 1.2957604 May 10 05:39:51.094800 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18cf2de3-24e0-4fd5-a338-50bf2306a423', 'tag': '04bcdf00-6c77-4d87-95e0-85a50332c824'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:39:51.095549 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bbfe72-8b1f-4c9e-811d-5c5bfde0531a" -d '{"events": [{"name": "network-changed", "server_uuid": "18cf2de3-24e0-4fd5-a338-50bf2306a423", "tag": "04bcdf00-6c77-4d87-95e0-85a50332c824"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:39:51.131627 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9570b40e-a26b-4e66-a351-32147c5178fd x-openstack-request-id: req-9570b40e-a26b-4e66-a351-32147c5178fd {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:39:51.131921 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18cf2de3-24e0-4fd5-a338-50bf2306a423", "tag": "04bcdf00-6c77-4d87-95e0-85a50332c824", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:39:51.132185 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9570b40e-a26b-4e66-a351-32147c5178fd {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:39:51.132555 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9570b40e-a26b-4e66-a351-32147c5178fd'] response: {'name': 'network-changed', 'server_uuid': '18cf2de3-24e0-4fd5-a338-50bf2306a423', 'tag': '04bcdf00-6c77-4d87-95e0-85a50332c824', 'status': 'completed', 'code': 200} May 10 05:39:51.193077 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbfe72-8b1f-4c9e-811d-5c5bfde0531a req-3edafab1-535f-42f4-b34c-04c06ea64b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:51.194653 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f4bbfe72-8b1f-4c9e-811d-5c5bfde0531a req-3edafab1-535f-42f4-b34c-04c06ea64b55 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=946af2825477481298bcaa8f04b345d2&device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 1130 time: 0.0420070 May 10 05:39:51.199175 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-8f9af3af-4233-4a47-bc91-c047bde0d15d None None] Set router 5cdb5076-1731-4459-abdd-fcf53d6f3c2d gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:39:51.217370 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a1b3b6b1-dc64-482d-8826-8f3be9a4856e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (02691282-66f2-472b-bc12-339796158e1c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:51.251548 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3b6b1-dc64-482d-8826-8f3be9a4856e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event deleted for resources: {'Port': ['ID=02691282-66f2-472b-bc12-339796158e1c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:39:51.297641 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbfe72-8b1f-4c9e-811d-5c5bfde0531a req-fd905873-2273-4d56-983d-6c48099721ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:51.299153 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f4bbfe72-8b1f-4c9e-811d-5c5bfde0531a req-fd905873-2273-4d56-983d-6c48099721ff service neutron] 10.222.0.50 "GET /v2.0/networks?id=58a4c33e-b5ad-4505-8230-cedc9ea5ca27 HTTP/1.1" status: 200 len: 918 time: 0.0958872 May 10 05:39:51.319642 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a1b3b6b1-dc64-482d-8826-8f3be9a4856e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for floatingip (7aee536f-4b8d-4896-a78e-08b85b8c9992), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:51.322320 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a1b3b6b1-dc64-482d-8826-8f3be9a4856e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:51.327878 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-a1b3b6b1-dc64-482d-8826-8f3be9a4856e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "DELETE /v2.0/floatingips/7aee536f-4b8d-4896-a78e-08b85b8c9992 HTTP/1.1" status: 204 len: 168 time: 0.4631433 May 10 05:39:51.375485 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f4bbfe72-8b1f-4c9e-811d-5c5bfde0531a req-fb4e9b82-3d2f-4185-8653-af3d5bdac47d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04bcdf00-6c77-4d87-95e0-85a50332c824 HTTP/1.1" status: 200 len: 999 time: 0.0698299 May 10 05:39:51.378922 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 11ad3211-611f-4c11-8c53-87e89a229255 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:39:51.399471 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 51242) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:39:51.404141 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-c765a460-d3a5-4922-9724-6cffbf513684 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--276502806', 'description': 'tempest-description--370296575'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:39:51.404383 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] No Port match for: 11ad3211-611f-4c11-8c53-87e89a229255 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:39:51.404830 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 11ad3211-611f-4c11-8c53-87e89a229255 not bound to the agent host hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:39:51.425325 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c765a460-d3a5-4922-9724-6cffbf513684 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:51.434350 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbfe72-8b1f-4c9e-811d-5c5bfde0531a req-35cbf380-f58c-48c7-9586-60f2dd359cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:51.436589 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f4bbfe72-8b1f-4c9e-811d-5c5bfde0531a req-35cbf380-f58c-48c7-9586-60f2dd359cdf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ff46a27e-f212-41bf-beb8-9faaab46805d HTTP/1.1" status: 200 len: 856 time: 0.0532086 May 10 05:39:51.454222 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8f9af3af-4233-4a47-bc91-c047bde0d15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712131266-router', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:36Z', 'revision_number': 4, 'project_id': '946af2825477481298bcaa8f04b345d2', 'gw_port': {'id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:26Z', 'updated_at': '2022-05-10T05:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': 'a7ceb6bb-1aeb-4080-a291-7679d9f14e24', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'port_id': '04bcdf00-6c77-4d87-95e0-85a50332c824', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'mac_address': 'fa:16:3e:c2:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cf2de3-24e0-4fd5-a338-50bf2306a423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:39:35Z', 'updated_at': '2022-05-10T05:39:50Z', 'revision_number': 1, 'project_id': '946af2825477481298bcaa8f04b345d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9e1fd6d-eb5c-44bf-9258-e41c570cd636', 'name': '', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'mac_address': 'fa:16:3e:27:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:33Z', 'updated_at': '2022-05-10T05:35:50Z', 'revision_number': 5, 'project_id': '946af2825477481298bcaa8f04b345d2', 'subnets': [{'id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:39:51.482498 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbfe72-8b1f-4c9e-811d-5c5bfde0531a req-d53d12d1-439b-43e9-8ca5-1fc6dd20f0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:51.482963 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9af3af-4233-4a47-bc91-c047bde0d15d None None] Checking router: 5cdb5076-1731-4459-abdd-fcf53d6f3c2d for host: dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:39:51.484334 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f4bbfe72-8b1f-4c9e-811d-5c5bfde0531a req-d53d12d1-439b-43e9-8ca5-1fc6dd20f0c1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58a4c33e-b5ad-4505-8230-cedc9ea5ca27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415580 May 10 05:39:51.491354 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9af3af-4233-4a47-bc91-c047bde0d15d None None] Routers {'5cdb5076-1731-4459-abdd-fcf53d6f3c2d'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:39:51.491995 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8f9af3af-4233-4a47-bc91-c047bde0d15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:39:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['5cdb5076-1731-4459-abdd-fcf53d6f3c2d'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:39:51.503268 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c765a460-d3a5-4922-9724-6cffbf513684 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group (5898a3d6-3b62-4a38-ae91-b3228799f8de), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:51.507874 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c765a460-d3a5-4922-9724-6cffbf513684 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (5898a3d6-3b62-4a38-ae91-b3228799f8de), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:51.539734 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c765a460-d3a5-4922-9724-6cffbf513684 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:51.543876 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-c765a460-d3a5-4922-9724-6cffbf513684 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1405153 May 10 05:39:51.544525 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 51244) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:39:51.545355 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765a460-d3a5-4922-9724-6cffbf513684 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5898a3d6-3b62-4a38-ae91-b3228799f8de,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:39:51.550711 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-56728de9-51fb-4014-b7e7-6e2cccff4590 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Request body: {'security_group_rule': {'security_group_id': '5898a3d6-3b62-4a38-ae91-b3228799f8de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:39:51.601525 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-56728de9-51fb-4014-b7e7-6e2cccff4590 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group_rule (fe62ab46-207c-49e2-857c-65ef5014e9b0), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:51.604541 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-8f9af3af-4233-4a47-bc91-c047bde0d15d None None] Set router 5cdb5076-1731-4459-abdd-fcf53d6f3c2d gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:39:51.605451 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f4bbfe72-8b1f-4c9e-811d-5c5bfde0531a req-fe2ea0be-f160-461d-806e-4796c41710fd service neutron] 10.222.0.50 "GET /v2.0/networks/58a4c33e-b5ad-4505-8230-cedc9ea5ca27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139028 May 10 05:39:51.705521 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-56728de9-51fb-4014-b7e7-6e2cccff4590 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group_rule (fe62ab46-207c-49e2-857c-65ef5014e9b0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:51.710508 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-56728de9-51fb-4014-b7e7-6e2cccff4590 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (fe62ab46-207c-49e2-857c-65ef5014e9b0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:51.739348 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56728de9-51fb-4014-b7e7-6e2cccff4590 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe62ab46-207c-49e2-857c-65ef5014e9b0,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:39:51.746184 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f4bbfe72-8b1f-4c9e-811d-5c5bfde0531a req-c86384a6-5a5a-4837-bd8f-eddb3313262b service neutron] 10.222.0.50 "GET /v2.0/networks/58a4c33e-b5ad-4505-8230-cedc9ea5ca27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313574 May 10 05:39:51.750412 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-56728de9-51fb-4014-b7e7-6e2cccff4590 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:51.754343 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-56728de9-51fb-4014-b7e7-6e2cccff4590 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2060688 May 10 05:39:51.754628 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 51246) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:39:51.759016 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-599c118f-ecb3-4027-96a2-abc2f3f1487d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Request body: {'security_group_rule': {'security_group_id': '5898a3d6-3b62-4a38-ae91-b3228799f8de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:39:51.785590 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-599c118f-ecb3-4027-96a2-abc2f3f1487d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group_rule (d2b293d2-4a7d-4804-9957-7f54dcd08a0a), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:51.844680 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-599c118f-ecb3-4027-96a2-abc2f3f1487d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group_rule (d2b293d2-4a7d-4804-9957-7f54dcd08a0a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:51.848743 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-599c118f-ecb3-4027-96a2-abc2f3f1487d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (d2b293d2-4a7d-4804-9957-7f54dcd08a0a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:51.866521 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c118f-ecb3-4027-96a2-abc2f3f1487d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b293d2-4a7d-4804-9957-7f54dcd08a0a,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:39:51.878445 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-599c118f-ecb3-4027-96a2-abc2f3f1487d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:51.880373 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-599c118f-ecb3-4027-96a2-abc2f3f1487d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244063 May 10 05:39:51.883970 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 51248) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:39:51.890629 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-132e79c3-b1c0-400b-99e6-e19fffd06897 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Request body: {'floatingip': {'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:39:51.913500 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-132e79c3-b1c0-400b-99e6-e19fffd06897 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:51.962085 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8f9af3af-4233-4a47-bc91-c047bde0d15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712131266-router', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:36Z', 'revision_number': 4, 'project_id': '946af2825477481298bcaa8f04b345d2', 'gw_port': {'id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:26Z', 'updated_at': '2022-05-10T05:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': 'a7ceb6bb-1aeb-4080-a291-7679d9f14e24', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'port_id': '04bcdf00-6c77-4d87-95e0-85a50332c824', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'mac_address': 'fa:16:3e:c2:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cf2de3-24e0-4fd5-a338-50bf2306a423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:39:35Z', 'updated_at': '2022-05-10T05:39:50Z', 'revision_number': 1, 'project_id': '946af2825477481298bcaa8f04b345d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9e1fd6d-eb5c-44bf-9258-e41c570cd636', 'name': '', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'mac_address': 'fa:16:3e:27:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:33Z', 'updated_at': '2022-05-10T05:35:50Z', 'revision_number': 5, 'project_id': '946af2825477481298bcaa8f04b345d2', 'subnets': [{'id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:39:51.989086 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9af3af-4233-4a47-bc91-c047bde0d15d None None] The sync data for ids ['5cdb5076-1731-4459-abdd-fcf53d6f3c2d'] in dv-cinder-836996-16-iscsi is: [{'id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712131266-router', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:36Z', 'revision_number': 4, 'project_id': '946af2825477481298bcaa8f04b345d2', 'gw_port': {'id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:26Z', 'updated_at': '2022-05-10T05:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': 'a7ceb6bb-1aeb-4080-a291-7679d9f14e24', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'port_id': '04bcdf00-6c77-4d87-95e0-85a50332c824', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'mac_address': 'fa:16:3e:c2:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cf2de3-24e0-4fd5-a338-50bf2306a423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:39:35Z', 'updated_at': '2022-05-10T05:39:50Z', 'revision_number': 1, 'project_id': '946af2825477481298bcaa8f04b345d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9e1fd6d-eb5c-44bf-9258-e41c570cd636', 'name': '', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'mac_address': 'fa:16:3e:27:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:33Z', 'updated_at': '2022-05-10T05:35:50Z', 'revision_number': 5, 'project_id': '946af2825477481298bcaa8f04b345d2', 'subnets': [{'id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:39:51.993190 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-132e79c3-b1c0-400b-99e6-e19fffd06897 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:52.106338 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-132e79c3-b1c0-400b-99e6-e19fffd06897 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Allocated IP 172.27.0.173 (87bc626b-a764-429e-8d11-cdbbe513fac5/76823629-1df9-4cfd-a8c3-1d6cce6b2ea9/8018af94-f56e-43a5-9221-47d384b3cf23) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:39:52.186904 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f96182-7c89-468a-9cca-0ce9700243e1 None None] New status for floating IP a7ceb6bb-1aeb-4080-a291-7679d9f14e24: ACTIVE {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 05:39:52.215497 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-132e79c3-b1c0-400b-99e6-e19fffd06897 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for port (8018af94-f56e-43a5-9221-47d384b3cf23), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:52.251262 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-132e79c3-b1c0-400b-99e6-e19fffd06897 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (8018af94-f56e-43a5-9221-47d384b3cf23), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:52.291668 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132e79c3-b1c0-400b-99e6-e19fffd06897 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Network 87bc626b-a764-429e-8d11-cdbbe513fac5 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:39:52.294617 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-132e79c3-b1c0-400b-99e6-e19fffd06897 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:39:52.298158 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132e79c3-b1c0-400b-99e6-e19fffd06897 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:39:52.310974 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e79c3-b1c0-400b-99e6-e19fffd06897 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event updated for resources: {'Port': ['ID=8018af94-f56e-43a5-9221-47d384b3cf23,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:39:52.352739 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-132e79c3-b1c0-400b-99e6-e19fffd06897 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for floatingip (b79c1cda-4af7-4c1f-8bf9-f091b5d4546c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:52.391138 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-132e79c3-b1c0-400b-99e6-e19fffd06897 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (8018af94-f56e-43a5-9221-47d384b3cf23), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:52.555829 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-132e79c3-b1c0-400b-99e6-e19fffd06897 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for port (8018af94-f56e-43a5-9221-47d384b3cf23), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:52.564452 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-132e79c3-b1c0-400b-99e6-e19fffd06897 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (8018af94-f56e-43a5-9221-47d384b3cf23), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:52.597659 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-132e79c3-b1c0-400b-99e6-e19fffd06897 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (b79c1cda-4af7-4c1f-8bf9-f091b5d4546c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:52.617168 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e79c3-b1c0-400b-99e6-e19fffd06897 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event updated for resources: {'Port': ['ID=8018af94-f56e-43a5-9221-47d384b3cf23,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:39:52.622915 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-132e79c3-b1c0-400b-99e6-e19fffd06897 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:52.624100 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-132e79c3-b1c0-400b-99e6-e19fffd06897 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7388785 May 10 05:39:52.782432 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7e875015-81c8-4a36-bcc9-001f5553229a req-3bb71798-e710-4940-83f6-fc2281ce6f70 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--276502806&fields=id&tenant_id=0623b145317e4164862cd8601813c000 HTTP/1.1" status: 200 len: 267 time: 0.0448222 May 10 05:39:52.901063 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e875015-81c8-4a36-bcc9-001f5553229a req-689677e7-bec9-4236-8304-7f33402e5d94 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:52.902518 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7e875015-81c8-4a36-bcc9-001f5553229a req-689677e7-bec9-4236-8304-7f33402e5d94 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/networks?id=b91b1486-3cb7-481c-8684-1c68d074fc72 HTTP/1.1" status: 200 len: 813 time: 0.1135774 May 10 05:39:52.917108 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7e875015-81c8-4a36-bcc9-001f5553229a req-119932bc-1889-4ac2-b219-d4ce8a585883 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/quotas/0623b145317e4164862cd8601813c000 HTTP/1.1" status: 200 len: 375 time: 0.0092092 May 10 05:39:52.966367 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7e875015-81c8-4a36-bcc9-001f5553229a req-946ee458-8aeb-44b3-8c5d-0da9999a053b tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0623b145317e4164862cd8601813c000&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443480 May 10 05:39:53.065922 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7e875015-81c8-4a36-bcc9-001f5553229a req-667aa8ee-7f79-41f1-8c71-8caa02321c91 service neutron] 10.222.0.23 "GET /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879021 May 10 05:39:53.156949 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7e875015-81c8-4a36-bcc9-001f5553229a req-4c61a202-4b75-451b-bc51-e94f68cb2f20 service neutron] 10.222.0.23 "GET /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853429 May 10 05:39:53.323180 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6ba28aed-7190-495b-b1f9-5b3a709f55cc req-c3d368d7-f671-4e90-a055-640bfe90cf11 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0dc6426-b0b6-4bb1-942c-e884ec8bc66e HTTP/1.1" status: 200 len: 210 time: 0.0278313 May 10 05:39:54.328936 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e875015-81c8-4a36-bcc9-001f5553229a req-5704b8ca-92c3-4efb-9a1f-83610c8bb49e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:54.330378 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7e875015-81c8-4a36-bcc9-001f5553229a req-5704b8ca-92c3-4efb-9a1f-83610c8bb49e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.50 "GET /v2.0/networks?id=b91b1486-3cb7-481c-8684-1c68d074fc72 HTTP/1.1" status: 200 len: 813 time: 0.1044858 May 10 05:39:54.418727 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7e875015-81c8-4a36-bcc9-001f5553229a req-8adda32f-be09-48f1-a777-adb672873f9d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0623b145317e4164862cd8601813c000 HTTP/1.1" status: 200 len: 379 time: 0.0637424 May 10 05:39:54.434248 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-013d5acc-1c5a-4430-a170-3d8ab97d83fa req-94dad586-0e12-4d8e-858c-de5efdbf6ace tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0dc6426-b0b6-4bb1-942c-e884ec8bc66e HTTP/1.1" status: 200 len: 210 time: 0.0368543 May 10 05:39:54.495176 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [req-7e875015-81c8-4a36-bcc9-001f5553229a req-815a9ce7-1a13-4eeb-8007-49e8e10f8b31 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Request body: {'port': {'device_id': 'd0dc6426-b0b6-4bb1-942c-e884ec8bc66e', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'admin_state_up': True, 'tenant_id': '0623b145317e4164862cd8601813c000', 'security_groups': ['5898a3d6-3b62-4a38-ae91-b3228799f8de']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:39:54.612445 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e875015-81c8-4a36-bcc9-001f5553229a req-815a9ce7-1a13-4eeb-8007-49e8e10f8b31 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Made reservation on behalf of 0623b145317e4164862cd8601813c000 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:39:54.615939 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7e875015-81c8-4a36-bcc9-001f5553229a req-815a9ce7-1a13-4eeb-8007-49e8e10f8b31 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:54.749217 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-7e875015-81c8-4a36-bcc9-001f5553229a req-815a9ce7-1a13-4eeb-8007-49e8e10f8b31 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Allocated IP 172.20.0.13 (b91b1486-3cb7-481c-8684-1c68d074fc72/e26954e2-7a3b-4790-bc12-a1945a89ac49/d17db4e7-c4ea-4287-acea-a97eb3d98caf) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:39:54.883250 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7e875015-81c8-4a36-bcc9-001f5553229a req-815a9ce7-1a13-4eeb-8007-49e8e10f8b31 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for port (d17db4e7-c4ea-4287-acea-a97eb3d98caf), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:54.925367 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7e875015-81c8-4a36-bcc9-001f5553229a req-815a9ce7-1a13-4eeb-8007-49e8e10f8b31 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (d17db4e7-c4ea-4287-acea-a97eb3d98caf), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:54.973788 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e875015-81c8-4a36-bcc9-001f5553229a req-815a9ce7-1a13-4eeb-8007-49e8e10f8b31 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Network b91b1486-3cb7-481c-8684-1c68d074fc72 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:39:54.976982 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-7e875015-81c8-4a36-bcc9-001f5553229a req-815a9ce7-1a13-4eeb-8007-49e8e10f8b31 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:39:54.983320 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e875015-81c8-4a36-bcc9-001f5553229a req-815a9ce7-1a13-4eeb-8007-49e8e10f8b31 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:39:54.987817 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e875015-81c8-4a36-bcc9-001f5553229a req-815a9ce7-1a13-4eeb-8007-49e8e10f8b31 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:54.988427 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7e875015-81c8-4a36-bcc9-001f5553229a req-815a9ce7-1a13-4eeb-8007-49e8e10f8b31 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:54.997345 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a9ce7-1a13-4eeb-8007-49e8e10f8b31 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event updated for resources: {'Port': ['ID=d17db4e7-c4ea-4287-acea-a97eb3d98caf,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:39:55.010784 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7e875015-81c8-4a36-bcc9-001f5553229a req-815a9ce7-1a13-4eeb-8007-49e8e10f8b31 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5195878 May 10 05:39:55.022546 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [req-7e875015-81c8-4a36-bcc9-001f5553229a req-cc8e2925-4b33-4dd6-ab0e-2e01d250460f service neutron] Request body: {'port': {'device_id': 'd0dc6426-b0b6-4bb1-942c-e884ec8bc66e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:39:55.082669 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7e875015-81c8-4a36-bcc9-001f5553229a req-cc8e2925-4b33-4dd6-ab0e-2e01d250460f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (d17db4e7-c4ea-4287-acea-a97eb3d98caf), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:55.189125 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f1d1b5fe-2b0e-47cb-bdf0-4f13e116a5cd None None] Provisioning complete for port d17db4e7-c4ea-4287-acea-a97eb3d98caf triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:39:55.190120 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f1d1b5fe-2b0e-47cb-bdf0-4f13e116a5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (d17db4e7-c4ea-4287-acea-a97eb3d98caf), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:55.224242 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f1d1b5fe-2b0e-47cb-bdf0-4f13e116a5cd None None] Port d17db4e7-c4ea-4287-acea-a97eb3d98caf cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:39:55.353812 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [req-7e875015-81c8-4a36-bcc9-001f5553229a req-cc8e2925-4b33-4dd6-ab0e-2e01d250460f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17db4e7-c4ea-4287-acea-a97eb3d98caf {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:39:55.361922 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7e875015-81c8-4a36-bcc9-001f5553229a req-cc8e2925-4b33-4dd6-ab0e-2e01d250460f service neutron] Publish callbacks [] for port (d17db4e7-c4ea-4287-acea-a97eb3d98caf), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:55.375208 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-7e875015-81c8-4a36-bcc9-001f5553229a req-cc8e2925-4b33-4dd6-ab0e-2e01d250460f service neutron] Transition to ACTIVE for port object d17db4e7-c4ea-4287-acea-a97eb3d98caf will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 05:39:55.381241 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7e875015-81c8-4a36-bcc9-001f5553229a req-cc8e2925-4b33-4dd6-ab0e-2e01d250460f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (d17db4e7-c4ea-4287-acea-a97eb3d98caf), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:55.428523 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e2925-4b33-4dd6-ab0e-2e01d250460f service neutron] Pushing event updated for resources: {'Port': ['ID=d17db4e7-c4ea-4287-acea-a97eb3d98caf,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:39:55.466012 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-7e875015-81c8-4a36-bcc9-001f5553229a req-cc8e2925-4b33-4dd6-ab0e-2e01d250460f service neutron] Attempting to bind port d17db4e7-c4ea-4287-acea-a97eb3d98caf on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:39:55.466429 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-7e875015-81c8-4a36-bcc9-001f5553229a req-cc8e2925-4b33-4dd6-ab0e-2e01d250460f service neutron] Attempting to bind port d17db4e7-c4ea-4287-acea-a97eb3d98caf by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'd5074d01-1247-4bbd-94b1-016a992e97ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:39:55.466837 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e875015-81c8-4a36-bcc9-001f5553229a req-cc8e2925-4b33-4dd6-ab0e-2e01d250460f service neutron] Attempting to bind port d17db4e7-c4ea-4287-acea-a97eb3d98caf on network b91b1486-3cb7-481c-8684-1c68d074fc72 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:39:55.473730 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e875015-81c8-4a36-bcc9-001f5553229a req-cc8e2925-4b33-4dd6-ab0e-2e01d250460f service neutron] Port d17db4e7-c4ea-4287-acea-a97eb3d98caf on network b91b1486-3cb7-481c-8684-1c68d074fc72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 05:39:55.474048 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e875015-81c8-4a36-bcc9-001f5553229a req-cc8e2925-4b33-4dd6-ab0e-2e01d250460f service neutron] Attempting to bind port d17db4e7-c4ea-4287-acea-a97eb3d98caf on network b91b1486-3cb7-481c-8684-1c68d074fc72 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:39:55.479799 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e875015-81c8-4a36-bcc9-001f5553229a req-cc8e2925-4b33-4dd6-ab0e-2e01d250460f service neutron] Checking agent: {'id': '0722f08e-2e90-4d2d-9212-b191bf1b5213', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'started_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:39:55.480135 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e875015-81c8-4a36-bcc9-001f5553229a req-cc8e2925-4b33-4dd6-ab0e-2e01d250460f service neutron] Checking segment: {'id': 'd5074d01-1247-4bbd-94b1-016a992e97ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:39:55.480511 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e875015-81c8-4a36-bcc9-001f5553229a req-cc8e2925-4b33-4dd6-ab0e-2e01d250460f service neutron] Bound using segment: {'id': 'd5074d01-1247-4bbd-94b1-016a992e97ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:39:55.480937 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-7e875015-81c8-4a36-bcc9-001f5553229a req-cc8e2925-4b33-4dd6-ab0e-2e01d250460f service neutron] Bound port: d17db4e7-c4ea-4287-acea-a97eb3d98caf, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5074d01-1247-4bbd-94b1-016a992e97ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:39:55.481321 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7e875015-81c8-4a36-bcc9-001f5553229a req-cc8e2925-4b33-4dd6-ab0e-2e01d250460f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (d17db4e7-c4ea-4287-acea-a97eb3d98caf), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:55.579903 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b1f12-43e9-432f-8eae-5dc9eebfd292 req-a63ace9e-4a05-4daa-bcc7-860dcd42346c tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:55.581446 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-be4b1f12-43e9-432f-8eae-5dc9eebfd292 req-a63ace9e-4a05-4daa-bcc7-860dcd42346c tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0dc6426-b0b6-4bb1-942c-e884ec8bc66e HTTP/1.1" status: 200 len: 944 time: 0.0674067 May 10 05:39:55.587660 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-7e875015-81c8-4a36-bcc9-001f5553229a req-cc8e2925-4b33-4dd6-ab0e-2e01d250460f service neutron] For port d17db4e7-c4ea-4287-acea-a97eb3d98caf, host hv-cinder-83699, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:39:55.592004 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-7e875015-81c8-4a36-bcc9-001f5553229a req-cc8e2925-4b33-4dd6-ab0e-2e01d250460f service neutron] For port d17db4e7-c4ea-4287-acea-a97eb3d98caf, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d17db4e7-c4ea-4287-acea-a97eb3d98caf,segment=NetworkSegment(d5074d01-1247-4bbd-94b1-016a992e97ef),segment_id=d5074d01-1247-4bbd-94b1-016a992e97ef)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:39:55.601066 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7e875015-81c8-4a36-bcc9-001f5553229a req-cc8e2925-4b33-4dd6-ab0e-2e01d250460f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (d17db4e7-c4ea-4287-acea-a97eb3d98caf), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:55.652866 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e875015-81c8-4a36-bcc9-001f5553229a req-cc8e2925-4b33-4dd6-ab0e-2e01d250460f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:55.653498 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7e875015-81c8-4a36-bcc9-001f5553229a req-cc8e2925-4b33-4dd6-ab0e-2e01d250460f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:55.654979 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7e875015-81c8-4a36-bcc9-001f5553229a req-cc8e2925-4b33-4dd6-ab0e-2e01d250460f service neutron] 10.222.0.50 "PUT /v2.0/ports/d17db4e7-c4ea-4287-acea-a97eb3d98caf HTTP/1.1" status: 200 len: 1094 time: 0.6370404 May 10 05:39:55.655420 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0dc6426-b0b6-4bb1-942c-e884ec8bc66e', 'tag': 'd17db4e7-c4ea-4287-acea-a97eb3d98caf'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:39:55.657698 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae972aa-4bd4-403f-a4e5-e4a532d83292" -d '{"events": [{"name": "network-changed", "server_uuid": "d0dc6426-b0b6-4bb1-942c-e884ec8bc66e", "tag": "d17db4e7-c4ea-4287-acea-a97eb3d98caf"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:39:55.688718 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-be4b1f12-43e9-432f-8eae-5dc9eebfd292 req-01abf4dd-47cf-45ff-b082-a7789a1402eb tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=5898a3d6-3b62-4a38-ae91-b3228799f8de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987351 May 10 05:39:55.693819 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e2925-4b33-4dd6-ab0e-2e01d250460f service neutron] Pushing event updated for resources: {'Port': ['ID=d17db4e7-c4ea-4287-acea-a97eb3d98caf,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:39:55.703905 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36390f7e-f6f6-40eb-969e-1fbc5a7d3e9a x-openstack-request-id: req-36390f7e-f6f6-40eb-969e-1fbc5a7d3e9a {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:39:55.704192 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0dc6426-b0b6-4bb1-942c-e884ec8bc66e", "tag": "d17db4e7-c4ea-4287-acea-a97eb3d98caf", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:39:55.704443 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-36390f7e-f6f6-40eb-969e-1fbc5a7d3e9a {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:39:55.704828 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36390f7e-f6f6-40eb-969e-1fbc5a7d3e9a'] response: {'name': 'network-changed', 'server_uuid': 'd0dc6426-b0b6-4bb1-942c-e884ec8bc66e', 'tag': 'd17db4e7-c4ea-4287-acea-a97eb3d98caf', 'status': 'completed', 'code': 200} May 10 05:39:55.754097 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e875015-81c8-4a36-bcc9-001f5553229a req-943fce88-86f4-4f93-ac0c-2396f059a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:55.755637 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7e875015-81c8-4a36-bcc9-001f5553229a req-943fce88-86f4-4f93-ac0c-2396f059a5af service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0623b145317e4164862cd8601813c000&device_id=d0dc6426-b0b6-4bb1-942c-e884ec8bc66e HTTP/1.1" status: 200 len: 1128 time: 0.0421221 May 10 05:39:55.800349 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7e875015-81c8-4a36-bcc9-001f5553229a req-fc87dde8-3093-4e60-b99f-2f9255fa0daa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d17db4e7-c4ea-4287-acea-a97eb3d98caf HTTP/1.1" status: 200 len: 217 time: 0.0384283 May 10 05:39:55.854609 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e875015-81c8-4a36-bcc9-001f5553229a req-a5fac6b8-4a8e-470e-9559-af9bd07d8590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:55.856072 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7e875015-81c8-4a36-bcc9-001f5553229a req-a5fac6b8-4a8e-470e-9559-af9bd07d8590 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e26954e2-7a3b-4790-bc12-a1945a89ac49 HTTP/1.1" status: 200 len: 852 time: 0.0445855 May 10 05:39:55.900717 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e875015-81c8-4a36-bcc9-001f5553229a req-19292def-ed9c-4682-85e8-40aa1d27f6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:55.902185 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7e875015-81c8-4a36-bcc9-001f5553229a req-19292def-ed9c-4682-85e8-40aa1d27f6c2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b91b1486-3cb7-481c-8684-1c68d074fc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396209 May 10 05:39:55.997744 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7e875015-81c8-4a36-bcc9-001f5553229a req-9298a898-559c-4c66-8da4-27faa6c598a9 service neutron] 10.222.0.50 "GET /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888522 May 10 05:39:56.089184 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7e875015-81c8-4a36-bcc9-001f5553229a req-5d1222f9-7baa-46c3-9823-66ab17177b5b service neutron] 10.222.0.50 "GET /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846391 May 10 05:39:56.817271 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe1dd7-76d5-4fb2-8a15-c6dbf5e763a9 req-407ac3da-181a-42d5-a51b-217f03717797 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:56.818713 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-95fe1dd7-76d5-4fb2-8a15-c6dbf5e763a9 req-407ac3da-181a-42d5-a51b-217f03717797 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0dc6426-b0b6-4bb1-942c-e884ec8bc66e HTTP/1.1" status: 200 len: 944 time: 0.0495913 May 10 05:39:56.869186 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-95fe1dd7-76d5-4fb2-8a15-c6dbf5e763a9 req-ad5aa00f-c4f8-4783-9daf-f36e1f10dafe tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=5898a3d6-3b62-4a38-ae91-b3228799f8de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448158 May 10 05:39:57.303521 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae972aa-4bd4-403f-a4e5-e4a532d83292 req-6a349e2c-31a8-4dcb-8c77-f87be09c7879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:57.305597 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4ae972aa-4bd4-403f-a4e5-e4a532d83292 req-6a349e2c-31a8-4dcb-8c77-f87be09c7879 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0623b145317e4164862cd8601813c000&device_id=d0dc6426-b0b6-4bb1-942c-e884ec8bc66e HTTP/1.1" status: 200 len: 1128 time: 0.0426710 May 10 05:39:57.397492 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae972aa-4bd4-403f-a4e5-e4a532d83292 req-efb9793e-77dc-4049-adbc-2c560aed63c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:57.399807 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4ae972aa-4bd4-403f-a4e5-e4a532d83292 req-efb9793e-77dc-4049-adbc-2c560aed63c2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b91b1486-3cb7-481c-8684-1c68d074fc72 HTTP/1.1" status: 200 len: 914 time: 0.0875373 May 10 05:39:57.448365 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4ae972aa-4bd4-403f-a4e5-e4a532d83292 req-6ea303c2-9ced-478b-bbc3-6a0553fc7e76 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d17db4e7-c4ea-4287-acea-a97eb3d98caf HTTP/1.1" status: 200 len: 217 time: 0.0418491 May 10 05:39:57.505046 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae972aa-4bd4-403f-a4e5-e4a532d83292 req-2087ef22-c358-40c2-b76e-1fc91b5b1d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:57.506467 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4ae972aa-4bd4-403f-a4e5-e4a532d83292 req-2087ef22-c358-40c2-b76e-1fc91b5b1d2b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e26954e2-7a3b-4790-bc12-a1945a89ac49 HTTP/1.1" status: 200 len: 852 time: 0.0510457 May 10 05:39:57.552259 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae972aa-4bd4-403f-a4e5-e4a532d83292 req-5c5fb564-c82a-4d94-8440-f3639871dd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:57.553723 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4ae972aa-4bd4-403f-a4e5-e4a532d83292 req-5c5fb564-c82a-4d94-8440-f3639871dd1f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b91b1486-3cb7-481c-8684-1c68d074fc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399384 May 10 05:39:57.651949 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4ae972aa-4bd4-403f-a4e5-e4a532d83292 req-8f5cff9a-82af-435b-8775-c69f460ca482 service neutron] 10.222.0.50 "GET /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913877 May 10 05:39:57.751204 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4ae972aa-4bd4-403f-a4e5-e4a532d83292 req-727eec8a-d00d-4193-ae4b-9e675bffa4c5 service neutron] 10.222.0.50 "GET /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916696 May 10 05:39:57.854484 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:57.986072 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a875efc-9b49-497f-bc77-b7e3ee884aec req-aa138ee6-732b-4fba-a6ba-3849bcf96a45 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:57.987509 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0a875efc-9b49-497f-bc77-b7e3ee884aec req-aa138ee6-732b-4fba-a6ba-3849bcf96a45 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0dc6426-b0b6-4bb1-942c-e884ec8bc66e HTTP/1.1" status: 200 len: 944 time: 0.0477853 May 10 05:39:58.037156 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0a875efc-9b49-497f-bc77-b7e3ee884aec req-9b6d4401-b557-4845-a663-341318ba09da tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=5898a3d6-3b62-4a38-ae91-b3228799f8de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441794 May 10 05:39:59.154205 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ce4e4-0d92-4a23-93a0-cdbcfc270c32 req-2589ecca-d286-4877-a91b-4bb2d7938fd3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:39:59.155745 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8b2ce4e4-0d92-4a23-93a0-cdbcfc270c32 req-2589ecca-d286-4877-a91b-4bb2d7938fd3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0dc6426-b0b6-4bb1-942c-e884ec8bc66e HTTP/1.1" status: 200 len: 944 time: 0.0499403 May 10 05:39:59.206461 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8b2ce4e4-0d92-4a23-93a0-cdbcfc270c32 req-3d274a99-106f-402f-a059-0b7d1501cfd1 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=5898a3d6-3b62-4a38-ae91-b3228799f8de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424998 May 10 05:39:59.411682 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device d17db4e7-c4ea-4287-acea-a97eb3d98caf details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 05:39:59.519922 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port d17db4e7-c4ea-4287-acea-a97eb3d98caf, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d17db4e7-c4ea-4287-acea-a97eb3d98caf,segment=NetworkSegment(d5074d01-1247-4bbd-94b1-016a992e97ef),segment_id=d5074d01-1247-4bbd-94b1-016a992e97ef)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:39:59.531263 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Returning: {'device': 'd17db4e7-c4ea-4287-acea-a97eb3d98caf', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'port_id': 'd17db4e7-c4ea-4287-acea-a97eb3d98caf', 'mac_address': 'fa:16:3e:7e:6d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 05:39:59.572311 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port d17db4e7-c4ea-4287-acea-a97eb3d98caf is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:39:59.572687 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (d17db4e7-c4ea-4287-acea-a97eb3d98caf), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:59.585631 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17db4e7-c4ea-4287-acea-a97eb3d98caf {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:39:59.605457 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port d17db4e7-c4ea-4287-acea-a97eb3d98caf, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d17db4e7-c4ea-4287-acea-a97eb3d98caf,segment=NetworkSegment(d5074d01-1247-4bbd-94b1-016a992e97ef),segment_id=d5074d01-1247-4bbd-94b1-016a992e97ef)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:39:59.612814 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (d17db4e7-c4ea-4287-acea-a97eb3d98caf), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:39:59.662256 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=d17db4e7-c4ea-4287-acea-a97eb3d98caf,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:39:59.906144 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['d17db4e7-c4ea-4287-acea-a97eb3d98caf'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:40:00.329358 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9348ae9-d577-4a08-87a3-6b46ac51edac req-a51cc978-4a51-4efd-a2b6-50a3ba6196f3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:00.330869 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a9348ae9-d577-4a08-87a3-6b46ac51edac req-a51cc978-4a51-4efd-a2b6-50a3ba6196f3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0dc6426-b0b6-4bb1-942c-e884ec8bc66e HTTP/1.1" status: 200 len: 945 time: 0.0470362 May 10 05:40:00.392886 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a9348ae9-d577-4a08-87a3-6b46ac51edac req-a82353aa-f440-496d-a7db-0fb2e60d9c98 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=5898a3d6-3b62-4a38-ae91-b3228799f8de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521481 May 10 05:40:01.427100 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device d17db4e7-c4ea-4287-acea-a97eb3d98caf up at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:40:01.477063 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning for port d17db4e7-c4ea-4287-acea-a97eb3d98caf completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 05:40:01.484623 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning complete for port d17db4e7-c4ea-4287-acea-a97eb3d98caf triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:40:01.485125 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (d17db4e7-c4ea-4287-acea-a97eb3d98caf), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:01.522104 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e1219-be63-4b80-af49-12e308fd9742 req-cc78d168-bc12-478e-87ef-054aea79f114 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:01.523481 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-db5e1219-be63-4b80-af49-12e308fd9742 req-cc78d168-bc12-478e-87ef-054aea79f114 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0dc6426-b0b6-4bb1-942c-e884ec8bc66e HTTP/1.1" status: 200 len: 945 time: 0.0511551 May 10 05:40:01.565037 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port d17db4e7-c4ea-4287-acea-a97eb3d98caf is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:40:01.565412 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (d17db4e7-c4ea-4287-acea-a97eb3d98caf), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:01.570137 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-db5e1219-be63-4b80-af49-12e308fd9742 req-68e7377e-863c-4759-b943-993f411539c3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=5898a3d6-3b62-4a38-ae91-b3228799f8de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409245 May 10 05:40:01.588811 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dc6426-b0b6-4bb1-942c-e884ec8bc66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17db4e7-c4ea-4287-acea-a97eb3d98caf'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:40:01.591122 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0800c53295b7046a146618d9b887730b91c06d3b0846630efe31b30f8053b0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52f8daf-0f5d-4572-af29-71bb445b8db7" -d '{"events": [{"server_uuid": "d0dc6426-b0b6-4bb1-942c-e884ec8bc66e", "name": "network-vif-plugged", "status": "completed", "tag": "d17db4e7-c4ea-4287-acea-a97eb3d98caf"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:40:01.603892 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port d17db4e7-c4ea-4287-acea-a97eb3d98caf, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d17db4e7-c4ea-4287-acea-a97eb3d98caf,segment=NetworkSegment(d5074d01-1247-4bbd-94b1-016a992e97ef),segment_id=d5074d01-1247-4bbd-94b1-016a992e97ef)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:40:01.608977 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (d17db4e7-c4ea-4287-acea-a97eb3d98caf), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:01.631911 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46a50d5-8d5c-4f68-b731-a351e59564dd x-openstack-request-id: req-d46a50d5-8d5c-4f68-b731-a351e59564dd {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:40:01.632224 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0dc6426-b0b6-4bb1-942c-e884ec8bc66e", "name": "network-vif-plugged", "status": "completed", "tag": "d17db4e7-c4ea-4287-acea-a97eb3d98caf", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:40:01.632450 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d46a50d5-8d5c-4f68-b731-a351e59564dd {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:40:01.632866 dv-cinder-836996-16-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d46a50d5-8d5c-4f68-b731-a351e59564dd'] response: {'server_uuid': 'd0dc6426-b0b6-4bb1-942c-e884ec8bc66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17db4e7-c4ea-4287-acea-a97eb3d98caf', 'code': 200} May 10 05:40:01.657881 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=d17db4e7-c4ea-4287-acea-a97eb3d98caf,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:01.822509 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c20c1-330c-414b-9dbe-492e34f62f36 req-9715a45c-c3c5-40a5-9af7-16ec334638cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:01.824128 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-536c20c1-330c-414b-9dbe-492e34f62f36 req-9715a45c-c3c5-40a5-9af7-16ec334638cf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d0dc6426-b0b6-4bb1-942c-e884ec8bc66e HTTP/1.1" status: 200 len: 1130 time: 0.0386615 May 10 05:40:01.871892 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-536c20c1-330c-414b-9dbe-492e34f62f36 req-964dd5aa-17d2-4c26-b649-b7baee91137b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5898a3d6-3b62-4a38-ae91-b3228799f8de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397272 May 10 05:40:02.699449 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619c94c-38f5-4672-8cdd-a6cb9d731aa0 req-0c8257dc-2e65-421a-a329-dd7fc5516e10 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:02.700847 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1619c94c-38f5-4672-8cdd-a6cb9d731aa0 req-0c8257dc-2e65-421a-a329-dd7fc5516e10 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0dc6426-b0b6-4bb1-942c-e884ec8bc66e HTTP/1.1" status: 200 len: 946 time: 0.0579703 May 10 05:40:02.749332 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1619c94c-38f5-4672-8cdd-a6cb9d731aa0 req-ed237246-a02d-4d34-8c06-75e1e65ffc65 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=5898a3d6-3b62-4a38-ae91-b3228799f8de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428343 May 10 05:40:02.941706 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-29bcb504-e340-473c-a145-a1b2c17f531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:03.870860 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa224d6-0968-481a-aac8-50c46ff58af0 req-6b692f2d-6fe6-4a5a-ae05-bcf7d6db45df tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:03.872328 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8aa224d6-0968-481a-aac8-50c46ff58af0 req-6b692f2d-6fe6-4a5a-ae05-bcf7d6db45df tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0dc6426-b0b6-4bb1-942c-e884ec8bc66e HTTP/1.1" status: 200 len: 946 time: 0.0536478 May 10 05:40:03.922089 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8aa224d6-0968-481a-aac8-50c46ff58af0 req-bfdf0282-644a-42be-9801-49a3a1f4dd72 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=5898a3d6-3b62-4a38-ae91-b3228799f8de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415542 May 10 05:40:04.030549 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4105f-2911-4c8f-ad4f-28ce2b489dea req-1bd5ae74-a273-4437-b95d-729ce26b2d10 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:04.031934 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-41a4105f-2911-4c8f-ad4f-28ce2b489dea req-1bd5ae74-a273-4437-b95d-729ce26b2d10 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0dc6426-b0b6-4bb1-942c-e884ec8bc66e HTTP/1.1" status: 200 len: 946 time: 0.0476847 May 10 05:40:04.045127 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 51304) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:04.049665 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-7149acbd-ca26-4932-927b-643760e499af tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Request body: {'floatingip': {'port_id': 'd17db4e7-c4ea-4287-acea-a97eb3d98caf'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:40:04.090456 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7149acbd-ca26-4932-927b-643760e499af tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for floatingip (b79c1cda-4af7-4c1f-8bf9-f091b5d4546c), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:04.821541 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7149acbd-ca26-4932-927b-643760e499af tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:04.827505 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7149acbd-ca26-4932-927b-643760e499af tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (b79c1cda-4af7-4c1f-8bf9-f091b5d4546c), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:04.929557 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.db.l3_db [None req-7149acbd-ca26-4932-927b-643760e499af tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Floating IP b79c1cda-4af7-4c1f-8bf9-f091b5d4546c associated. External IP: 172.27.0.173, port: d17db4e7-c4ea-4287-acea-a97eb3d98caf. May 10 05:40:05.144002 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7149acbd-ca26-4932-927b-643760e499af tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Router e8f29ba1-9b40-4eac-84bb-1b5acd961371 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:40:05.259085 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7149acbd-ca26-4932-927b-643760e499af tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:40:05.263784 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7149acbd-ca26-4932-927b-643760e499af tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:05.268991 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecb54d3-b550-4f9b-97fe-acd6651ae82c None None] Sync routers for ids ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'] in dv-cinder-836996-16-iscsi {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:40:05.279190 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecb54d3-b550-4f9b-97fe-acd6651ae82c None None] Routers {'e8f29ba1-9b40-4eac-84bb-1b5acd961371'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:40:05.279894 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2ecb54d3-b550-4f9b-97fe-acd6651ae82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:39:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:05.293790 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-7149acbd-ca26-4932-927b-643760e499af tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "PUT /v2.0/floatingips/b79c1cda-4af7-4c1f-8bf9-f091b5d4546c HTTP/1.1" status: 200 len: 992 time: 1.2476299 May 10 05:40:05.294385 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0dc6426-b0b6-4bb1-942c-e884ec8bc66e', 'tag': 'd17db4e7-c4ea-4287-acea-a97eb3d98caf'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:40:05.296825 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6b28d7-a0d7-410c-abdf-3c6f7968f083" -d '{"events": [{"name": "network-changed", "server_uuid": "d0dc6426-b0b6-4bb1-942c-e884ec8bc66e", "tag": "d17db4e7-c4ea-4287-acea-a97eb3d98caf"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:40:05.333838 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c3d7ea-9be4-4a65-ad3a-253a747cda7e x-openstack-request-id: req-29c3d7ea-9be4-4a65-ad3a-253a747cda7e {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:40:05.334128 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0dc6426-b0b6-4bb1-942c-e884ec8bc66e", "tag": "d17db4e7-c4ea-4287-acea-a97eb3d98caf", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:40:05.334378 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29c3d7ea-9be4-4a65-ad3a-253a747cda7e {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:40:05.334783 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29c3d7ea-9be4-4a65-ad3a-253a747cda7e'] response: {'name': 'network-changed', 'server_uuid': 'd0dc6426-b0b6-4bb1-942c-e884ec8bc66e', 'tag': 'd17db4e7-c4ea-4287-acea-a97eb3d98caf', 'status': 'completed', 'code': 200} May 10 05:40:05.400043 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e205f060-60e3-46ba-be4b-b65859fde5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:05.405371 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-2ecb54d3-b550-4f9b-97fe-acd6651ae82c None None] Set router e8f29ba1-9b40-4eac-84bb-1b5acd961371 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:40:05.406346 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b28d7-a0d7-410c-abdf-3c6f7968f083 req-cb68d1af-0504-4cf5-ab35-f71c221a6433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:05.407916 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-eb6b28d7-a0d7-410c-abdf-3c6f7968f083 req-cb68d1af-0504-4cf5-ab35-f71c221a6433 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0623b145317e4164862cd8601813c000&device_id=d0dc6426-b0b6-4bb1-942c-e884ec8bc66e HTTP/1.1" status: 200 len: 1130 time: 0.0408435 May 10 05:40:05.505189 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b28d7-a0d7-410c-abdf-3c6f7968f083 req-1b7ab6b9-9f5e-4371-abcc-8d4804df4524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:05.506673 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-eb6b28d7-a0d7-410c-abdf-3c6f7968f083 req-1b7ab6b9-9f5e-4371-abcc-8d4804df4524 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b91b1486-3cb7-481c-8684-1c68d074fc72 HTTP/1.1" status: 200 len: 914 time: 0.0904086 May 10 05:40:05.580724 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-eb6b28d7-a0d7-410c-abdf-3c6f7968f083 req-baaf8b18-8653-4428-a085-68bd2f4da2dd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d17db4e7-c4ea-4287-acea-a97eb3d98caf HTTP/1.1" status: 200 len: 1000 time: 0.0659924 May 10 05:40:05.631960 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b28d7-a0d7-410c-abdf-3c6f7968f083 req-38d8a784-1bec-4982-896f-57f32ef91df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:05.632537 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2ecb54d3-b550-4f9b-97fe-acd6651ae82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 4, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': 'b79c1cda-4af7-4c1f-8bf9-f091b5d4546c', 'tenant_id': '0623b145317e4164862cd8601813c000', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'port_id': 'd17db4e7-c4ea-4287-acea-a97eb3d98caf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'mac_address': 'fa:16:3e:7e:6d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dc6426-b0b6-4bb1-942c-e884ec8bc66e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:39:52Z', 'updated_at': '2022-05-10T05:40:04Z', 'revision_number': 1, 'project_id': '0623b145317e4164862cd8601813c000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f319875-0fd3-4312-9bcf-bc51d061cb39', 'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'tenant_id': '0623b145317e4164862cd8601813c000', 'mac_address': 'fa:16:3e:49:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:56Z', 'revision_number': 5, 'project_id': '0623b145317e4164862cd8601813c000', 'subnets': [{'id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:05.633511 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-eb6b28d7-a0d7-410c-abdf-3c6f7968f083 req-38d8a784-1bec-4982-896f-57f32ef91df3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e26954e2-7a3b-4790-bc12-a1945a89ac49 HTTP/1.1" status: 200 len: 852 time: 0.0460775 May 10 05:40:05.659808 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecb54d3-b550-4f9b-97fe-acd6651ae82c None None] Checking router: e8f29ba1-9b40-4eac-84bb-1b5acd961371 for host: dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:40:05.668517 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecb54d3-b550-4f9b-97fe-acd6651ae82c None None] Routers {'e8f29ba1-9b40-4eac-84bb-1b5acd961371'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:40:05.669123 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2ecb54d3-b550-4f9b-97fe-acd6651ae82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:40:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:05.681573 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b28d7-a0d7-410c-abdf-3c6f7968f083 req-7a8ba8fa-6cf4-427a-a4e1-b020078b5e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:05.683050 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-eb6b28d7-a0d7-410c-abdf-3c6f7968f083 req-7a8ba8fa-6cf4-427a-a4e1-b020078b5e5d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b91b1486-3cb7-481c-8684-1c68d074fc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421357 May 10 05:40:05.777515 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-eb6b28d7-a0d7-410c-abdf-3c6f7968f083 req-5ff93d28-5d6a-4777-895a-8c2b3d85b468 service neutron] 10.222.0.50 "GET /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806618 May 10 05:40:05.778173 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-2ecb54d3-b550-4f9b-97fe-acd6651ae82c None None] Set router e8f29ba1-9b40-4eac-84bb-1b5acd961371 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:40:05.873476 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-eb6b28d7-a0d7-410c-abdf-3c6f7968f083 req-44734bf2-db76-4b0e-8b0a-f4a7e8772a1f service neutron] 10.222.0.50 "GET /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884287 May 10 05:40:05.997826 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2ecb54d3-b550-4f9b-97fe-acd6651ae82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 4, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': 'b79c1cda-4af7-4c1f-8bf9-f091b5d4546c', 'tenant_id': '0623b145317e4164862cd8601813c000', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'port_id': 'd17db4e7-c4ea-4287-acea-a97eb3d98caf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'mac_address': 'fa:16:3e:7e:6d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dc6426-b0b6-4bb1-942c-e884ec8bc66e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:39:52Z', 'updated_at': '2022-05-10T05:40:04Z', 'revision_number': 1, 'project_id': '0623b145317e4164862cd8601813c000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f319875-0fd3-4312-9bcf-bc51d061cb39', 'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'tenant_id': '0623b145317e4164862cd8601813c000', 'mac_address': 'fa:16:3e:49:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:56Z', 'revision_number': 5, 'project_id': '0623b145317e4164862cd8601813c000', 'subnets': [{'id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:06.024527 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecb54d3-b550-4f9b-97fe-acd6651ae82c None None] The sync data for ids ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'] in dv-cinder-836996-16-iscsi is: [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 4, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': 'b79c1cda-4af7-4c1f-8bf9-f091b5d4546c', 'tenant_id': '0623b145317e4164862cd8601813c000', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'port_id': 'd17db4e7-c4ea-4287-acea-a97eb3d98caf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'mac_address': 'fa:16:3e:7e:6d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dc6426-b0b6-4bb1-942c-e884ec8bc66e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:39:52Z', 'updated_at': '2022-05-10T05:40:04Z', 'revision_number': 1, 'project_id': '0623b145317e4164862cd8601813c000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f319875-0fd3-4312-9bcf-bc51d061cb39', 'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'tenant_id': '0623b145317e4164862cd8601813c000', 'mac_address': 'fa:16:3e:49:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:56Z', 'revision_number': 5, 'project_id': '0623b145317e4164862cd8601813c000', 'subnets': [{'id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:40:06.216311 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a1eb00-33a7-4aed-88dd-e81698e91bbe None None] New status for floating IP b79c1cda-4af7-4c1f-8bf9-f091b5d4546c: ACTIVE {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 05:40:06.583241 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:07.598078 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:08.996132 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708cc46-0b5e-46a7-95a2-b120fa508207 req-3bc844ef-7bd8-4c02-b577-52d3c2e31b73 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:08.997646 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a708cc46-0b5e-46a7-95a2-b120fa508207 req-3bc844ef-7bd8-4c02-b577-52d3c2e31b73 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.0492134 May 10 05:40:09.054219 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8b8f3-f9b0-4da8-b304-80b668953931 req-d81888cd-a883-44f4-8654-585975105e45 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:09.055653 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-acb8b8f3-f9b0-4da8-b304-80b668953931 req-d81888cd-a883-44f4-8654-585975105e45 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 946 time: 0.0571544 May 10 05:40:09.088232 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a708cc46-0b5e-46a7-95a2-b120fa508207 req-213f8ba6-38c5-45e9-b609-6c74838cf1c4 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813024 May 10 05:40:09.118613 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-acb8b8f3-f9b0-4da8-b304-80b668953931 req-cf03275b-49d0-4644-95da-20469080d89f tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573397 May 10 05:40:09.375411 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:10.239019 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2a603-ce16-4731-9722-e9eb7a5c4700 req-3ea08292-cda1-40e7-8c9c-0f2ccace9994 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:10.240525 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bda2a603-ce16-4731-9722-e9eb7a5c4700 req-3ea08292-cda1-40e7-8c9c-0f2ccace9994 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.0724220 May 10 05:40:10.259025 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc9e47-587e-4986-b358-339db19445e3 req-9abbd969-cd03-48cc-a8b5-c908890c9766 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:10.260407 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-71cc9e47-587e-4986-b358-339db19445e3 req-9abbd969-cd03-48cc-a8b5-c908890c9766 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 946 time: 0.0622795 May 10 05:40:10.317835 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bda2a603-ce16-4731-9722-e9eb7a5c4700 req-6c826550-4af1-44d9-8dc7-f667b7d0c449 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699022 May 10 05:40:10.330312 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-71cc9e47-587e-4986-b358-339db19445e3 req-22e5ad21-f2c8-4629-94cd-ef5564d2b892 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620515 May 10 05:40:11.237447 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da26d1-7bcf-4d28-8ca7-a4d47e7f115f req-730d804d-1fce-4fea-a401-d690efac2b90 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:11.238867 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c7da26d1-7bcf-4d28-8ca7-a4d47e7f115f req-730d804d-1fce-4fea-a401-d690efac2b90 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.50 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.0611305 May 10 05:40:11.325454 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-c7da26d1-7bcf-4d28-8ca7-a4d47e7f115f req-b1f86d4b-2253-40dd-9290-718629395351 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Deleting port 34e3575e-325f-4df3-b0d0-e5c61091dc3b {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:40:11.325454 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c7da26d1-7bcf-4d28-8ca7-a4d47e7f115f req-b1f86d4b-2253-40dd-9290-718629395351 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (34e3575e-325f-4df3-b0d0-e5c61091dc3b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:11.487328 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-c7da26d1-7bcf-4d28-8ca7-a4d47e7f115f req-b1f86d4b-2253-40dd-9290-718629395351 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] For port 34e3575e-325f-4df3-b0d0-e5c61091dc3b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=34e3575e-325f-4df3-b0d0-e5c61091dc3b,segment=NetworkSegment(46041a5c-387e-447a-832b-d8bd3c900a82),segment_id=46041a5c-387e-447a-832b-d8bd3c900a82)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:40:11.487870 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c7da26d1-7bcf-4d28-8ca7-a4d47e7f115f req-b1f86d4b-2253-40dd-9290-718629395351 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (34e3575e-325f-4df3-b0d0-e5c61091dc3b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:11.505468 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2bfe3-5631-4e2a-adbb-4cf1dc836d6d req-11982b93-3ced-4a6b-9d1e-3ba16626eac8 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:11.506925 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-44e2bfe3-5631-4e2a-adbb-4cf1dc836d6d req-11982b93-3ced-4a6b-9d1e-3ba16626eac8 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 945 time: 0.1169240 May 10 05:40:11.552980 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b2710-830e-48a0-b7e9-e06fdeae4e3b req-ac4b9068-4e86-4038-94a5-a4d2a2bf3861 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:11.554373 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-078b2710-830e-48a0-b7e9-e06fdeae4e3b req-ac4b9068-4e86-4038-94a5-a4d2a2bf3861 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 946 time: 0.1444018 May 10 05:40:11.661806 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-44e2bfe3-5631-4e2a-adbb-4cf1dc836d6d req-4d21d302-6eea-4a10-b580-fcf840236fef tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba196dd1-f99f-4769-8937-fadfb3eeeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477323 May 10 05:40:11.682023 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-078b2710-830e-48a0-b7e9-e06fdeae4e3b req-40b145ba-cb0f-4499-9178-56838511a4be tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191728 May 10 05:40:11.742881 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c7da26d1-7bcf-4d28-8ca7-a4d47e7f115f req-b1f86d4b-2253-40dd-9290-718629395351 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:11.743140 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c7da26d1-7bcf-4d28-8ca7-a4d47e7f115f req-b1f86d4b-2253-40dd-9290-718629395351 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (3e809d00-e541-4f85-b0a3-781b8953b952), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:11.743450 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.db.l3_db [req-c7da26d1-7bcf-4d28-8ca7-a4d47e7f115f req-b1f86d4b-2253-40dd-9290-718629395351 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Floating IP 3e809d00-e541-4f85-b0a3-781b8953b952 disassociated. External IP: 172.27.0.207, port: 34e3575e-325f-4df3-b0d0-e5c61091dc3b. May 10 05:40:11.743808 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-c7da26d1-7bcf-4d28-8ca7-a4d47e7f115f req-b1f86d4b-2253-40dd-9290-718629395351 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Calling delete_port for 34e3575e-325f-4df3-b0d0-e5c61091dc3b owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:40:11.886675 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c7da26d1-7bcf-4d28-8ca7-a4d47e7f115f req-b1f86d4b-2253-40dd-9290-718629395351 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713'] for port (34e3575e-325f-4df3-b0d0-e5c61091dc3b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:11.917891 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f86d4b-2253-40dd-9290-718629395351 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Pushing event deleted for resources: {'Port': ['ID=34e3575e-325f-4df3-b0d0-e5c61091dc3b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:12.037809 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7da26d1-7bcf-4d28-8ca7-a4d47e7f115f req-b1f86d4b-2253-40dd-9290-718629395351 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Router d46fe4cc-be48-4536-8e79-8e4809c02dc3 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:40:12.409903 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7da26d1-7bcf-4d28-8ca7-a4d47e7f115f req-b1f86d4b-2253-40dd-9290-718629395351 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:40:12.419108 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3549929d-c282-4984-a595-adc326518a6e None None] Sync routers for ids ['d46fe4cc-be48-4536-8e79-8e4809c02dc3'] in dv-cinder-836996-16-iscsi {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:40:12.429366 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3549929d-c282-4984-a595-adc326518a6e None None] Routers {'d46fe4cc-be48-4536-8e79-8e4809c02dc3'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:40:12.430001 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-3549929d-c282-4984-a595-adc326518a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:40:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['d46fe4cc-be48-4536-8e79-8e4809c02dc3'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:12.451538 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7da26d1-7bcf-4d28-8ca7-a4d47e7f115f req-b1f86d4b-2253-40dd-9290-718629395351 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] No DVR routers for this DVR port 34e3575e-325f-4df3-b0d0-e5c61091dc3b on host hv-cinder-83699 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:40:12.454233 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c7da26d1-7bcf-4d28-8ca7-a4d47e7f115f req-b1f86d4b-2253-40dd-9290-718629395351 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:12.457670 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c7da26d1-7bcf-4d28-8ca7-a4d47e7f115f req-b1f86d4b-2253-40dd-9290-718629395351 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.50 "DELETE /v2.0/ports/34e3575e-325f-4df3-b0d0-e5c61091dc3b HTTP/1.1" status: 204 len: 173 time: 1.2125323 May 10 05:40:12.458122 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11688325-4363-4b2a-8946-ab77a99ca5e7', 'name': 'network-vif-deleted', 'tag': '34e3575e-325f-4df3-b0d0-e5c61091dc3b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:40:12.460385 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0433998d-756d-4202-86d3-5d7b6210b150" -d '{"events": [{"server_uuid": "11688325-4363-4b2a-8946-ab77a99ca5e7", "name": "network-vif-deleted", "tag": "34e3575e-325f-4df3-b0d0-e5c61091dc3b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:40:12.506795 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e4041a-8909-4730-b8ae-7db74189a665 x-openstack-request-id: req-23e4041a-8909-4730-b8ae-7db74189a665 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:40:12.507075 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11688325-4363-4b2a-8946-ab77a99ca5e7", "name": "network-vif-deleted", "tag": "34e3575e-325f-4df3-b0d0-e5c61091dc3b", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:40:12.507325 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23e4041a-8909-4730-b8ae-7db74189a665 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:40:12.507754 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23e4041a-8909-4730-b8ae-7db74189a665'] response: {'server_uuid': '11688325-4363-4b2a-8946-ab77a99ca5e7', 'name': 'network-vif-deleted', 'tag': '34e3575e-325f-4df3-b0d0-e5c61091dc3b', 'status': 'completed', 'code': 200} May 10 05:40:12.544910 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-3549929d-c282-4984-a595-adc326518a6e None None] Set router d46fe4cc-be48-4536-8e79-8e4809c02dc3 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:40:12.740593 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-3549929d-c282-4984-a595-adc326518a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'name': 'tempest-AttachVolumeTestJSON-988017641-router', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:26Z', 'revision_number': 4, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'gw_port': {'id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '73015f99-60d3-4593-b8e6-09b3bebf7fe4', 'name': '', 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'mac_address': 'fa:16:3e:27:a8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:37Z', 'revision_number': 5, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'subnets': [{'id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:12.772599 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3549929d-c282-4984-a595-adc326518a6e None None] Checking router: d46fe4cc-be48-4536-8e79-8e4809c02dc3 for host: dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:40:12.779454 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-24f1f5c4-b324-4b38-ba08-c321ed14cbd0 req-b9a1a221-9b3e-4256-aaa7-85501ba7c187 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=11688325-4363-4b2a-8946-ab77a99ca5e7 HTTP/1.1" status: 200 len: 210 time: 0.0354600 May 10 05:40:12.781112 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3549929d-c282-4984-a595-adc326518a6e None None] Routers {'d46fe4cc-be48-4536-8e79-8e4809c02dc3'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:40:12.782745 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-3549929d-c282-4984-a595-adc326518a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:40:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['d46fe4cc-be48-4536-8e79-8e4809c02dc3'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:12.815877 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b30e8e-e9e1-46e8-bd6f-184be99aa9c8 req-cd491a47-f7ee-4582-bf70-7a35fd152cfa tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:12.817417 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b8b30e8e-e9e1-46e8-bd6f-184be99aa9c8 req-cd491a47-f7ee-4582-bf70-7a35fd152cfa tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 946 time: 0.0623779 May 10 05:40:12.864744 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b8b30e8e-e9e1-46e8-bd6f-184be99aa9c8 req-8d237fd9-d8c3-44b9-9d68-e0bae0416af3 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416949 May 10 05:40:13.021303 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-3549929d-c282-4984-a595-adc326518a6e None None] Set router d46fe4cc-be48-4536-8e79-8e4809c02dc3 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:40:13.214452 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-3549929d-c282-4984-a595-adc326518a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'name': 'tempest-AttachVolumeTestJSON-988017641-router', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:26Z', 'revision_number': 4, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'gw_port': {'id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '73015f99-60d3-4593-b8e6-09b3bebf7fe4', 'name': '', 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'mac_address': 'fa:16:3e:27:a8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:37Z', 'revision_number': 5, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'subnets': [{'id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:13.241064 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3549929d-c282-4984-a595-adc326518a6e None None] The sync data for ids ['d46fe4cc-be48-4536-8e79-8e4809c02dc3'] in dv-cinder-836996-16-iscsi is: [{'id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'name': 'tempest-AttachVolumeTestJSON-988017641-router', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:26Z', 'revision_number': 4, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'gw_port': {'id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '73015f99-60d3-4593-b8e6-09b3bebf7fe4', 'name': '', 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'mac_address': 'fa:16:3e:27:a8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:37Z', 'revision_number': 5, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'subnets': [{'id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:40:13.501131 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882540f6-8f3e-4167-a628-8b5def3024e6 None None] New status for floating IP 3e809d00-e541-4f85-b0a3-781b8953b952: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 05:40:13.875920 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 51352) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:13.929184 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6ee76a59-36e8-4fab-b0c6-a65d007f3f4c tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for security_group (ba196dd1-f99f-4769-8937-fadfb3eeeab4), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:13.986271 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6ee76a59-36e8-4fab-b0c6-a65d007f3f4c tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for security_group (ba196dd1-f99f-4769-8937-fadfb3eeeab4), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:13.994534 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2ed5b-3a4c-400b-9525-e6f8999ab651 req-9aeec4aa-ce7b-4de7-9f8a-a806374d0f03 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:13.996010 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-25d2ed5b-3a4c-400b-9525-e6f8999ab651 req-9aeec4aa-ce7b-4de7-9f8a-a806374d0f03 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 946 time: 0.0635679 May 10 05:40:14.064472 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-25d2ed5b-3a4c-400b-9525-e6f8999ab651 req-94417eb2-215c-4681-bf3e-95a72584cfff tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623851 May 10 05:40:14.071994 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6ee76a59-36e8-4fab-b0c6-a65d007f3f4c tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (ba196dd1-f99f-4769-8937-fadfb3eeeab4), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:14.074437 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6ee76a59-36e8-4fab-b0c6-a65d007f3f4c tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:14.075530 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-6ee76a59-36e8-4fab-b0c6-a65d007f3f4c tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "DELETE /v2.0/security-groups/ba196dd1-f99f-4769-8937-fadfb3eeeab4 HTTP/1.1" status: 204 len: 168 time: 0.1985712 May 10 05:40:14.078391 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 51356) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:14.084612 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee76a59-36e8-4fab-b0c6-a65d007f3f4c tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba196dd1-f99f-4769-8937-fadfb3eeeab4,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:14.092617 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.api.v2.resource [None req-0a88c827-74df-41fb-9542-526fc54208a1 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] show failed (client error): The resource could not be found. May 10 05:40:14.093660 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-0a88c827-74df-41fb-9542-526fc54208a1 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups/ba196dd1-f99f-4769-8937-fadfb3eeeab4 HTTP/1.1" status: 404 len: 347 time: 0.0136600 May 10 05:40:14.096580 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 51358) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:14.210894 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f4ded2c2-a9a5-4b28-b34f-a4d897a183f1 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Deleting port d1d8657c-24a2-48f1-9746-ef34cef848db {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:40:14.211213 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4ded2c2-a9a5-4b28-b34f-a4d897a183f1 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (d1d8657c-24a2-48f1-9746-ef34cef848db), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:14.292214 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4ded2c2-a9a5-4b28-b34f-a4d897a183f1 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (d1d8657c-24a2-48f1-9746-ef34cef848db), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:14.292527 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4ded2c2-a9a5-4b28-b34f-a4d897a183f1 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for floatingip (d1d8657c-24a2-48f1-9746-ef34cef848db), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:14.306290 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f4ded2c2-a9a5-4b28-b34f-a4d897a183f1 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Calling delete_port for d1d8657c-24a2-48f1-9746-ef34cef848db owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:40:14.439375 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4ded2c2-a9a5-4b28-b34f-a4d897a183f1 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (d1d8657c-24a2-48f1-9746-ef34cef848db), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:14.464299 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ded2c2-a9a5-4b28-b34f-a4d897a183f1 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Pushing event deleted for resources: {'Port': ['ID=d1d8657c-24a2-48f1-9746-ef34cef848db,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:14.532662 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4ded2c2-a9a5-4b28-b34f-a4d897a183f1 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for floatingip (3e809d00-e541-4f85-b0a3-781b8953b952), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:14.535305 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4ded2c2-a9a5-4b28-b34f-a4d897a183f1 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:14.536892 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-f4ded2c2-a9a5-4b28-b34f-a4d897a183f1 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "DELETE /v2.0/floatingips/3e809d00-e541-4f85-b0a3-781b8953b952 HTTP/1.1" status: 204 len: 168 time: 0.4389853 May 10 05:40:14.626680 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 51362) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:14.631412 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-8b9826d2-bb5b-4a32-9f46-95eda4b91c96 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1606598552', 'description': 'tempest-description--1420185017'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:40:14.653513 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8b9826d2-bb5b-4a32-9f46-95eda4b91c96 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:14.723642 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8b9826d2-bb5b-4a32-9f46-95eda4b91c96 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for security_group (21bcba09-1b4c-4839-9773-21683703e9ee), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:14.728853 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8b9826d2-bb5b-4a32-9f46-95eda4b91c96 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (21bcba09-1b4c-4839-9773-21683703e9ee), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:14.759308 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8b9826d2-bb5b-4a32-9f46-95eda4b91c96 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:14.760511 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-8b9826d2-bb5b-4a32-9f46-95eda4b91c96 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1328044 May 10 05:40:14.763765 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 51364) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:14.764417 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9826d2-bb5b-4a32-9f46-95eda4b91c96 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21bcba09-1b4c-4839-9773-21683703e9ee,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:14.768276 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-305ab8c9-0c83-4457-832a-991424dc19a3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Request body: {'security_group_rule': {'security_group_id': '21bcba09-1b4c-4839-9773-21683703e9ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:40:14.794086 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-305ab8c9-0c83-4457-832a-991424dc19a3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for security_group_rule (3e2e1f3f-fcac-4344-8de0-09105bf00299), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:14.839285 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-305ab8c9-0c83-4457-832a-991424dc19a3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for security_group_rule (3e2e1f3f-fcac-4344-8de0-09105bf00299), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:14.844280 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-305ab8c9-0c83-4457-832a-991424dc19a3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (3e2e1f3f-fcac-4344-8de0-09105bf00299), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:14.861432 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ab8c9-0c83-4457-832a-991424dc19a3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2e1f3f-fcac-4344-8de0-09105bf00299,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:14.868232 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-305ab8c9-0c83-4457-832a-991424dc19a3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:14.869390 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-305ab8c9-0c83-4457-832a-991424dc19a3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1046271 May 10 05:40:14.872104 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 51366) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:14.876530 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-e6e9aa9a-a4ab-4792-a7fc-e4a32b66d218 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Request body: {'security_group_rule': {'security_group_id': '21bcba09-1b4c-4839-9773-21683703e9ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:40:14.901640 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e6e9aa9a-a4ab-4792-a7fc-e4a32b66d218 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for security_group_rule (fc799fc2-954a-49ad-ada9-930c08902663), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:14.957970 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e6e9aa9a-a4ab-4792-a7fc-e4a32b66d218 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for security_group_rule (fc799fc2-954a-49ad-ada9-930c08902663), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:14.964085 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e6e9aa9a-a4ab-4792-a7fc-e4a32b66d218 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (fc799fc2-954a-49ad-ada9-930c08902663), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:14.982034 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9aa9a-a4ab-4792-a7fc-e4a32b66d218 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc799fc2-954a-49ad-ada9-930c08902663,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:14.992593 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e6e9aa9a-a4ab-4792-a7fc-e4a32b66d218 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:14.994179 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-e6e9aa9a-a4ab-4792-a7fc-e4a32b66d218 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211517 May 10 05:40:14.997562 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 51370) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:15.002038 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-2ea3c136-f10b-4e72-8b0d-4ff3e2fd7700 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Request body: {'floatingip': {'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:40:15.024374 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2ea3c136-f10b-4e72-8b0d-4ff3e2fd7700 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:15.107497 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2ea3c136-f10b-4e72-8b0d-4ff3e2fd7700 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:15.199384 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fdc44-d383-461d-bbd3-d54474127e85 req-55c36b06-0e7d-4b4f-bd2d-3db6c22277a5 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:15.200887 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-462fdc44-d383-461d-bbd3-d54474127e85 req-55c36b06-0e7d-4b4f-bd2d-3db6c22277a5 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 946 time: 0.0573220 May 10 05:40:15.275931 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-2ea3c136-f10b-4e72-8b0d-4ff3e2fd7700 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Allocated IP 172.27.0.35 (87bc626b-a764-429e-8d11-cdbbe513fac5/76823629-1df9-4cfd-a8c3-1d6cce6b2ea9/de1b79d9-517d-4324-9b48-3bb9afe47f83) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:40:15.295953 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-462fdc44-d383-461d-bbd3-d54474127e85 req-519ff075-b179-49e9-8049-df76983d70d2 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754201 May 10 05:40:15.394030 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2ea3c136-f10b-4e72-8b0d-4ff3e2fd7700 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for port (de1b79d9-517d-4324-9b48-3bb9afe47f83), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:15.432763 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2ea3c136-f10b-4e72-8b0d-4ff3e2fd7700 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (de1b79d9-517d-4324-9b48-3bb9afe47f83), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:15.476495 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea3c136-f10b-4e72-8b0d-4ff3e2fd7700 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Network 87bc626b-a764-429e-8d11-cdbbe513fac5 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:40:15.479205 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-2ea3c136-f10b-4e72-8b0d-4ff3e2fd7700 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:40:15.482864 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea3c136-f10b-4e72-8b0d-4ff3e2fd7700 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:40:15.487083 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 34e3575e-325f-4df3-b0d0-e5c61091dc3b no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:40:15.496239 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3c136-f10b-4e72-8b0d-4ff3e2fd7700 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Pushing event updated for resources: {'Port': ['ID=de1b79d9-517d-4324-9b48-3bb9afe47f83,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:15.508062 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] No Port match for: 34e3575e-325f-4df3-b0d0-e5c61091dc3b {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:40:15.508420 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 34e3575e-325f-4df3-b0d0-e5c61091dc3b not bound to the agent host hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:40:15.537811 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2ea3c136-f10b-4e72-8b0d-4ff3e2fd7700 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for floatingip (b5aef6b8-adc2-4b63-81ab-eef8fadb1bdc), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:15.578930 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2ea3c136-f10b-4e72-8b0d-4ff3e2fd7700 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (de1b79d9-517d-4324-9b48-3bb9afe47f83), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:15.732364 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2ea3c136-f10b-4e72-8b0d-4ff3e2fd7700 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for port (de1b79d9-517d-4324-9b48-3bb9afe47f83), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:15.739923 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2ea3c136-f10b-4e72-8b0d-4ff3e2fd7700 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (de1b79d9-517d-4324-9b48-3bb9afe47f83), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:15.769685 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2ea3c136-f10b-4e72-8b0d-4ff3e2fd7700 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (b5aef6b8-adc2-4b63-81ab-eef8fadb1bdc), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:15.788780 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3c136-f10b-4e72-8b0d-4ff3e2fd7700 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Pushing event updated for resources: {'Port': ['ID=de1b79d9-517d-4324-9b48-3bb9afe47f83,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:15.797076 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2ea3c136-f10b-4e72-8b0d-4ff3e2fd7700 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:15.798336 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-2ea3c136-f10b-4e72-8b0d-4ff3e2fd7700 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7998319 May 10 05:40:16.009884 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7c974690-497b-4634-b52c-38bf4e325031 req-66a98e15-84c2-4f9d-9179-8c4a9788dfbf tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1606598552&fields=id&tenant_id=9a950288ff0b408ea461a2206204f2e6 HTTP/1.1" status: 200 len: 267 time: 0.0445635 May 10 05:40:16.129723 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c974690-497b-4634-b52c-38bf4e325031 req-4f76c27d-9eae-4e10-b3d7-3bf841f3f36f tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:16.131768 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7c974690-497b-4634-b52c-38bf4e325031 req-4f76c27d-9eae-4e10-b3d7-3bf841f3f36f tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/networks?id=04cb81b5-85e4-4ffa-8556-8a80e37bea1f HTTP/1.1" status: 200 len: 810 time: 0.1149030 May 10 05:40:16.147460 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7c974690-497b-4634-b52c-38bf4e325031 req-ec06c9b4-9185-4034-841f-97f7503e739b tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/quotas/9a950288ff0b408ea461a2206204f2e6 HTTP/1.1" status: 200 len: 375 time: 0.0100842 May 10 05:40:16.206149 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7c974690-497b-4634-b52c-38bf4e325031 req-2fd2cfe3-963f-4d19-9f63-d657572a4445 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a950288ff0b408ea461a2206204f2e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509086 May 10 05:40:16.311187 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7c974690-497b-4634-b52c-38bf4e325031 req-b9e28869-e96b-4172-b073-638002b4bf6c service neutron] 10.222.0.23 "GET /v2.0/networks/04cb81b5-85e4-4ffa-8556-8a80e37bea1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877774 May 10 05:40:16.422210 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2652d66-41ee-4d2d-a476-8ff29adc24d1 req-51be668c-e7b2-42cb-9b9b-0cd87a5ef284 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:16.423608 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d2652d66-41ee-4d2d-a476-8ff29adc24d1 req-51be668c-e7b2-42cb-9b9b-0cd87a5ef284 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 946 time: 0.0579276 May 10 05:40:16.453039 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7c974690-497b-4634-b52c-38bf4e325031 req-599d8f5e-2c4c-4527-ad6e-2ae3cff2e8c2 service neutron] 10.222.0.23 "GET /v2.0/networks/04cb81b5-85e4-4ffa-8556-8a80e37bea1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338775 May 10 05:40:16.488081 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d2652d66-41ee-4d2d-a476-8ff29adc24d1 req-0641f245-b7a1-41ea-b2b4-1c6aba435686 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579500 May 10 05:40:16.613006 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1bc95501-e2c8-4197-a911-b83044afda9e req-8f156307-46f7-41e9-8f5f-fd457c74bcfa tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=79f03476-1e07-4d49-9791-a89590a1808d HTTP/1.1" status: 200 len: 210 time: 0.0279207 May 10 05:40:17.636609 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e491e1e-9bb2-4fe7-b3e5-062284dbeb06 req-fae507cd-7103-48f8-b226-a718bb48ca35 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:17.638046 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3e491e1e-9bb2-4fe7-b3e5-062284dbeb06 req-fae507cd-7103-48f8-b226-a718bb48ca35 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 946 time: 0.0636792 May 10 05:40:17.686095 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c974690-497b-4634-b52c-38bf4e325031 req-d5de1a73-6093-47c1-92b8-e8eee6d2f178 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:17.687561 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7c974690-497b-4634-b52c-38bf4e325031 req-d5de1a73-6093-47c1-92b8-e8eee6d2f178 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.50 "GET /v2.0/networks?id=04cb81b5-85e4-4ffa-8556-8a80e37bea1f HTTP/1.1" status: 200 len: 810 time: 0.1604795 May 10 05:40:17.741798 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3bb5a352-e19f-4b71-a052-ea299d7f2fb6 req-a3f56501-c68c-4608-8fff-f6021657517e tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=79f03476-1e07-4d49-9791-a89590a1808d HTTP/1.1" status: 200 len: 210 time: 0.0520248 May 10 05:40:17.749076 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3e491e1e-9bb2-4fe7-b3e5-062284dbeb06 req-f242fd4f-29bd-4b89-b6cc-26d9c04714ea tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038709 May 10 05:40:17.787641 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7c974690-497b-4634-b52c-38bf4e325031 req-cd0467a3-5a8b-4b33-ba23-a6865b85b16c tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a950288ff0b408ea461a2206204f2e6 HTTP/1.1" status: 200 len: 380 time: 0.0811851 May 10 05:40:17.803031 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [req-7c974690-497b-4634-b52c-38bf4e325031 req-aafbd07c-d8bb-4009-ae89-538cdd4707dc tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Request body: {'port': {'device_id': '79f03476-1e07-4d49-9791-a89590a1808d', 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f', 'admin_state_up': True, 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'security_groups': ['21bcba09-1b4c-4839-9773-21683703e9ee']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:40:17.913942 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c974690-497b-4634-b52c-38bf4e325031 req-aafbd07c-d8bb-4009-ae89-538cdd4707dc tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Made reservation on behalf of 9a950288ff0b408ea461a2206204f2e6 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:40:17.917290 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7c974690-497b-4634-b52c-38bf4e325031 req-aafbd07c-d8bb-4009-ae89-538cdd4707dc tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:18.047628 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-7c974690-497b-4634-b52c-38bf4e325031 req-aafbd07c-d8bb-4009-ae89-538cdd4707dc tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Allocated IP 172.20.0.3 (04cb81b5-85e4-4ffa-8556-8a80e37bea1f/7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec/43115cb3-d302-4bde-8f34-9516b14a357e) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:40:18.193704 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7c974690-497b-4634-b52c-38bf4e325031 req-aafbd07c-d8bb-4009-ae89-538cdd4707dc tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for port (43115cb3-d302-4bde-8f34-9516b14a357e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:18.230134 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7c974690-497b-4634-b52c-38bf4e325031 req-aafbd07c-d8bb-4009-ae89-538cdd4707dc tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (43115cb3-d302-4bde-8f34-9516b14a357e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:18.275371 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c974690-497b-4634-b52c-38bf4e325031 req-aafbd07c-d8bb-4009-ae89-538cdd4707dc tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Network 04cb81b5-85e4-4ffa-8556-8a80e37bea1f is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:40:18.278640 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-7c974690-497b-4634-b52c-38bf4e325031 req-aafbd07c-d8bb-4009-ae89-538cdd4707dc tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:40:18.284888 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c974690-497b-4634-b52c-38bf4e325031 req-aafbd07c-d8bb-4009-ae89-538cdd4707dc tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:40:18.289383 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c974690-497b-4634-b52c-38bf4e325031 req-aafbd07c-d8bb-4009-ae89-538cdd4707dc tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:18.289951 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7c974690-497b-4634-b52c-38bf4e325031 req-aafbd07c-d8bb-4009-ae89-538cdd4707dc tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:18.296326 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbd07c-d8bb-4009-ae89-538cdd4707dc tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Pushing event updated for resources: {'Port': ['ID=43115cb3-d302-4bde-8f34-9516b14a357e,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:18.312193 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7c974690-497b-4634-b52c-38bf4e325031 req-aafbd07c-d8bb-4009-ae89-538cdd4707dc tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5126154 May 10 05:40:18.324306 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [req-7c974690-497b-4634-b52c-38bf4e325031 req-4acee3a6-bde4-4588-bab0-a239d60523b8 service neutron] Request body: {'port': {'device_id': '79f03476-1e07-4d49-9791-a89590a1808d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:40:18.384401 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7c974690-497b-4634-b52c-38bf4e325031 req-4acee3a6-bde4-4588-bab0-a239d60523b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (43115cb3-d302-4bde-8f34-9516b14a357e), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:18.544893 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-cadf21f0-9c38-4962-9040-d3ef66946287 None None] Provisioning complete for port 43115cb3-d302-4bde-8f34-9516b14a357e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:40:18.545512 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cadf21f0-9c38-4962-9040-d3ef66946287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (43115cb3-d302-4bde-8f34-9516b14a357e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:18.586311 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-cadf21f0-9c38-4962-9040-d3ef66946287 None None] Port 43115cb3-d302-4bde-8f34-9516b14a357e cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:40:18.657375 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [req-7c974690-497b-4634-b52c-38bf4e325031 req-4acee3a6-bde4-4588-bab0-a239d60523b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43115cb3-d302-4bde-8f34-9516b14a357e {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:40:18.664764 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7c974690-497b-4634-b52c-38bf4e325031 req-4acee3a6-bde4-4588-bab0-a239d60523b8 service neutron] Publish callbacks [] for port (43115cb3-d302-4bde-8f34-9516b14a357e), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:18.677057 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-7c974690-497b-4634-b52c-38bf4e325031 req-4acee3a6-bde4-4588-bab0-a239d60523b8 service neutron] Transition to ACTIVE for port object 43115cb3-d302-4bde-8f34-9516b14a357e will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 05:40:18.681699 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7c974690-497b-4634-b52c-38bf4e325031 req-4acee3a6-bde4-4588-bab0-a239d60523b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (43115cb3-d302-4bde-8f34-9516b14a357e), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:18.729150 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acee3a6-bde4-4588-bab0-a239d60523b8 service neutron] Pushing event updated for resources: {'Port': ['ID=43115cb3-d302-4bde-8f34-9516b14a357e,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:18.766313 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-7c974690-497b-4634-b52c-38bf4e325031 req-4acee3a6-bde4-4588-bab0-a239d60523b8 service neutron] Attempting to bind port 43115cb3-d302-4bde-8f34-9516b14a357e on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:40:18.766631 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-7c974690-497b-4634-b52c-38bf4e325031 req-4acee3a6-bde4-4588-bab0-a239d60523b8 service neutron] Attempting to bind port 43115cb3-d302-4bde-8f34-9516b14a357e by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '46041a5c-387e-447a-832b-d8bd3c900a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:40:18.766963 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c974690-497b-4634-b52c-38bf4e325031 req-4acee3a6-bde4-4588-bab0-a239d60523b8 service neutron] Attempting to bind port 43115cb3-d302-4bde-8f34-9516b14a357e on network 04cb81b5-85e4-4ffa-8556-8a80e37bea1f {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:40:18.772041 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c974690-497b-4634-b52c-38bf4e325031 req-4acee3a6-bde4-4588-bab0-a239d60523b8 service neutron] Port 43115cb3-d302-4bde-8f34-9516b14a357e on network 04cb81b5-85e4-4ffa-8556-8a80e37bea1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 05:40:18.772304 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c974690-497b-4634-b52c-38bf4e325031 req-4acee3a6-bde4-4588-bab0-a239d60523b8 service neutron] Attempting to bind port 43115cb3-d302-4bde-8f34-9516b14a357e on network 04cb81b5-85e4-4ffa-8556-8a80e37bea1f {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:40:18.778408 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c974690-497b-4634-b52c-38bf4e325031 req-4acee3a6-bde4-4588-bab0-a239d60523b8 service neutron] Checking agent: {'id': '0722f08e-2e90-4d2d-9212-b191bf1b5213', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'started_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:40:18.778719 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c974690-497b-4634-b52c-38bf4e325031 req-4acee3a6-bde4-4588-bab0-a239d60523b8 service neutron] Checking segment: {'id': '46041a5c-387e-447a-832b-d8bd3c900a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:40:18.779015 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c974690-497b-4634-b52c-38bf4e325031 req-4acee3a6-bde4-4588-bab0-a239d60523b8 service neutron] Bound using segment: {'id': '46041a5c-387e-447a-832b-d8bd3c900a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:40:18.779426 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-7c974690-497b-4634-b52c-38bf4e325031 req-4acee3a6-bde4-4588-bab0-a239d60523b8 service neutron] Bound port: 43115cb3-d302-4bde-8f34-9516b14a357e, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46041a5c-387e-447a-832b-d8bd3c900a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:40:18.779862 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7c974690-497b-4634-b52c-38bf4e325031 req-4acee3a6-bde4-4588-bab0-a239d60523b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (43115cb3-d302-4bde-8f34-9516b14a357e), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:18.918437 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c96099-2e1b-4f0b-a1e8-7386d08ceb3f req-12a66bf3-b91b-4957-aceb-c4ecf2e1a27d tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:18.919967 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e2c96099-2e1b-4f0b-a1e8-7386d08ceb3f req-12a66bf3-b91b-4957-aceb-c4ecf2e1a27d tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 946 time: 0.0981624 May 10 05:40:18.928442 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d55a0-a875-42a0-a0af-0aa1d424dbd8 req-7c6aefe6-7705-4b3a-897e-d0a5ae039560 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:18.929806 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-684d55a0-a875-42a0-a0af-0aa1d424dbd8 req-7c6aefe6-7705-4b3a-897e-d0a5ae039560 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=79f03476-1e07-4d49-9791-a89590a1808d HTTP/1.1" status: 200 len: 943 time: 0.1045573 May 10 05:40:18.930810 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-7c974690-497b-4634-b52c-38bf4e325031 req-4acee3a6-bde4-4588-bab0-a239d60523b8 service neutron] For port 43115cb3-d302-4bde-8f34-9516b14a357e, host hv-cinder-83699, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:40:18.934934 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-7c974690-497b-4634-b52c-38bf4e325031 req-4acee3a6-bde4-4588-bab0-a239d60523b8 service neutron] For port 43115cb3-d302-4bde-8f34-9516b14a357e, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=43115cb3-d302-4bde-8f34-9516b14a357e,segment=NetworkSegment(46041a5c-387e-447a-832b-d8bd3c900a82),segment_id=46041a5c-387e-447a-832b-d8bd3c900a82)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:40:18.960423 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7c974690-497b-4634-b52c-38bf4e325031 req-4acee3a6-bde4-4588-bab0-a239d60523b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (43115cb3-d302-4bde-8f34-9516b14a357e), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:19.020291 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c974690-497b-4634-b52c-38bf4e325031 req-4acee3a6-bde4-4588-bab0-a239d60523b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:19.020921 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7c974690-497b-4634-b52c-38bf4e325031 req-4acee3a6-bde4-4588-bab0-a239d60523b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:19.022305 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7c974690-497b-4634-b52c-38bf4e325031 req-4acee3a6-bde4-4588-bab0-a239d60523b8 service neutron] 10.222.0.50 "PUT /v2.0/ports/43115cb3-d302-4bde-8f34-9516b14a357e HTTP/1.1" status: 200 len: 1093 time: 0.7022519 May 10 05:40:19.024464 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f03476-1e07-4d49-9791-a89590a1808d', 'tag': '43115cb3-d302-4bde-8f34-9516b14a357e'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:40:19.026880 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53a9492-6705-46aa-9c8c-0f14e2eaf407" -d '{"events": [{"name": "network-changed", "server_uuid": "79f03476-1e07-4d49-9791-a89590a1808d", "tag": "43115cb3-d302-4bde-8f34-9516b14a357e"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:40:19.071437 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e2c96099-2e1b-4f0b-a1e8-7386d08ceb3f req-9ddffb30-5119-46a5-8c37-0fdfa2cb08a7 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383226 May 10 05:40:19.074215 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-684d55a0-a875-42a0-a0af-0aa1d424dbd8 req-206a7daa-e8b5-42ef-8dd8-29530f5a59c5 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=21bcba09-1b4c-4839-9773-21683703e9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332681 May 10 05:40:19.112402 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acee3a6-bde4-4588-bab0-a239d60523b8 service neutron] Pushing event updated for resources: {'Port': ['ID=43115cb3-d302-4bde-8f34-9516b14a357e,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:19.123082 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6148869-976d-4051-a52b-c5ded22dc0ee x-openstack-request-id: req-a6148869-976d-4051-a52b-c5ded22dc0ee {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:40:19.123421 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f03476-1e07-4d49-9791-a89590a1808d", "tag": "43115cb3-d302-4bde-8f34-9516b14a357e", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:40:19.123668 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6148869-976d-4051-a52b-c5ded22dc0ee {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:40:19.124006 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6148869-976d-4051-a52b-c5ded22dc0ee'] response: {'name': 'network-changed', 'server_uuid': '79f03476-1e07-4d49-9791-a89590a1808d', 'tag': '43115cb3-d302-4bde-8f34-9516b14a357e', 'status': 'completed', 'code': 200} May 10 05:40:19.129928 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c974690-497b-4634-b52c-38bf4e325031 req-3f8433a0-1989-4c06-bcf5-e9e947a9ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:19.131481 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7c974690-497b-4634-b52c-38bf4e325031 req-3f8433a0-1989-4c06-bcf5-e9e947a9ad07 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a950288ff0b408ea461a2206204f2e6&device_id=79f03476-1e07-4d49-9791-a89590a1808d HTTP/1.1" status: 200 len: 1127 time: 0.0644481 May 10 05:40:19.176919 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7c974690-497b-4634-b52c-38bf4e325031 req-114d39a4-9e8b-46ed-9349-a57302c55cea service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43115cb3-d302-4bde-8f34-9516b14a357e HTTP/1.1" status: 200 len: 217 time: 0.0348303 May 10 05:40:19.228174 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c974690-497b-4634-b52c-38bf4e325031 req-40e35e5b-d7f9-46c1-90ae-26e4b7443622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:19.229651 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7c974690-497b-4634-b52c-38bf4e325031 req-40e35e5b-d7f9-46c1-90ae-26e4b7443622 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec HTTP/1.1" status: 200 len: 849 time: 0.0468047 May 10 05:40:19.278239 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c974690-497b-4634-b52c-38bf4e325031 req-8f3cea5f-c302-49d1-862e-d57bff09eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:19.279673 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7c974690-497b-4634-b52c-38bf4e325031 req-8f3cea5f-c302-49d1-862e-d57bff09eb9d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04cb81b5-85e4-4ffa-8556-8a80e37bea1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422881 May 10 05:40:19.371529 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7c974690-497b-4634-b52c-38bf4e325031 req-68c87b4c-e12f-46d2-ade4-370e1c7760c5 service neutron] 10.222.0.50 "GET /v2.0/networks/04cb81b5-85e4-4ffa-8556-8a80e37bea1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837340 May 10 05:40:19.465984 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7c974690-497b-4634-b52c-38bf4e325031 req-dd5dfe28-19c0-46d5-ad02-2e898f8fb15d service neutron] 10.222.0.50 "GET /v2.0/networks/04cb81b5-85e4-4ffa-8556-8a80e37bea1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861647 May 10 05:40:19.843075 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:40:20.219597 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d8e78-8ca1-4a8a-8ab0-fb2ca04868be req-3f182c91-eead-4b81-8dad-c86a2aa12b88 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:20.221085 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9e5d8e78-8ca1-4a8a-8ab0-fb2ca04868be req-3f182c91-eead-4b81-8dad-c86a2aa12b88 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 946 time: 0.0756919 May 10 05:40:20.229989 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cc518-ac71-4c20-bf05-4f72a7591c00 req-d17a6772-6f74-4f6f-af16-fcdc7a7db835 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:20.231382 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-460cc518-ac71-4c20-bf05-4f72a7591c00 req-d17a6772-6f74-4f6f-af16-fcdc7a7db835 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=79f03476-1e07-4d49-9791-a89590a1808d HTTP/1.1" status: 200 len: 943 time: 0.0747693 May 10 05:40:20.306635 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9e5d8e78-8ca1-4a8a-8ab0-fb2ca04868be req-a2f5dd3d-8da3-4ebc-87b6-f0d3166fc14a tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742626 May 10 05:40:20.309919 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-460cc518-ac71-4c20-bf05-4f72a7591c00 req-910a9ca5-4320-401c-9298-9265a0134d03 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=21bcba09-1b4c-4839-9773-21683703e9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715375 May 10 05:40:20.687907 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a9492-6705-46aa-9c8c-0f14e2eaf407 req-6e0682a1-249a-445e-9b7f-5787c236a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:20.689455 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a53a9492-6705-46aa-9c8c-0f14e2eaf407 req-6e0682a1-249a-445e-9b7f-5787c236a9f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a950288ff0b408ea461a2206204f2e6&device_id=79f03476-1e07-4d49-9791-a89590a1808d HTTP/1.1" status: 200 len: 1127 time: 0.0556242 May 10 05:40:20.857693 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a9492-6705-46aa-9c8c-0f14e2eaf407 req-5989c1ae-3340-42bb-8deb-ca215485096b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:20.859170 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a53a9492-6705-46aa-9c8c-0f14e2eaf407 req-5989c1ae-3340-42bb-8deb-ca215485096b service neutron] 10.222.0.50 "GET /v2.0/networks?id=04cb81b5-85e4-4ffa-8556-8a80e37bea1f HTTP/1.1" status: 200 len: 911 time: 0.0934181 May 10 05:40:20.903738 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a53a9492-6705-46aa-9c8c-0f14e2eaf407 req-b23b8a3c-6400-4814-903a-9f34f30b01dd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43115cb3-d302-4bde-8f34-9516b14a357e HTTP/1.1" status: 200 len: 217 time: 0.0380807 May 10 05:40:20.952491 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a9492-6705-46aa-9c8c-0f14e2eaf407 req-dd2b920e-f7f3-4ffd-870f-665d2a2ac3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:20.953958 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a53a9492-6705-46aa-9c8c-0f14e2eaf407 req-dd2b920e-f7f3-4ffd-870f-665d2a2ac3ec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec HTTP/1.1" status: 200 len: 849 time: 0.0434105 May 10 05:40:21.087773 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a9492-6705-46aa-9c8c-0f14e2eaf407 req-8abe12b0-c940-471a-932d-f7e187033fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:21.089297 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a53a9492-6705-46aa-9c8c-0f14e2eaf407 req-8abe12b0-c940-471a-932d-f7e187033fe4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04cb81b5-85e4-4ffa-8556-8a80e37bea1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398846 May 10 05:40:21.105894 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c761a-461d-4155-a571-a27a865d9dfe req-1bfe8d83-6b07-4da9-b2d5-d67741330cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:21.107641 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-f10c761a-461d-4155-a571-a27a865d9dfe req-1bfe8d83-6b07-4da9-b2d5-d67741330cae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9870e28919e340ad9cda63cbbdea4e35&device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 1130 time: 0.0421255 May 10 05:40:21.197888 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a53a9492-6705-46aa-9c8c-0f14e2eaf407 req-b96e93a3-17a3-40e1-80a6-3475b4d56fc1 service neutron] 10.222.0.50 "GET /v2.0/networks/04cb81b5-85e4-4ffa-8556-8a80e37bea1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985625 May 10 05:40:21.208783 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c761a-461d-4155-a571-a27a865d9dfe req-994f421f-c047-4aef-8dd9-e973fc63cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:21.210327 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-f10c761a-461d-4155-a571-a27a865d9dfe req-994f421f-c047-4aef-8dd9-e973fc63cc67 service neutron] 10.222.0.50 "GET /v2.0/networks?id=918d9451-3907-4334-86c4-66c71dca6bc6 HTTP/1.1" status: 200 len: 908 time: 0.0963533 May 10 05:40:21.295846 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a53a9492-6705-46aa-9c8c-0f14e2eaf407 req-55ae7379-00f6-4319-aa80-720deab63d86 service neutron] 10.222.0.50 "GET /v2.0/networks/04cb81b5-85e4-4ffa-8556-8a80e37bea1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877032 May 10 05:40:21.303413 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-f10c761a-461d-4155-a571-a27a865d9dfe req-b2716237-231f-4c26-99fb-dd51f5f77bc0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dffd03e0-fe9d-43a2-b37f-2a79995814fe HTTP/1.1" status: 200 len: 1001 time: 0.0741599 May 10 05:40:21.456664 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb2436-ffcb-4e19-9776-5ec1ee42fb48 req-c14db140-9daa-41be-af79-d85d3cbf012a tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:21.458215 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6cdb2436-ffcb-4e19-9776-5ec1ee42fb48 req-c14db140-9daa-41be-af79-d85d3cbf012a tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=79f03476-1e07-4d49-9791-a89590a1808d HTTP/1.1" status: 200 len: 943 time: 0.0813928 May 10 05:40:21.466583 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fc620-9156-4384-98b1-0b470334338e req-8392c5cb-a497-4246-a960-f72ea25a40fc tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:21.468020 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bf9fc620-9156-4384-98b1-0b470334338e req-8392c5cb-a497-4246-a960-f72ea25a40fc tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 946 time: 0.0888493 May 10 05:40:21.542906 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6cdb2436-ffcb-4e19-9776-5ec1ee42fb48 req-e9e5e69f-0358-4f91-ba55-e239e6395c3f tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=21bcba09-1b4c-4839-9773-21683703e9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738828 May 10 05:40:21.546824 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bf9fc620-9156-4384-98b1-0b470334338e req-d44f1c10-817a-4cf8-8f42-e6918e18b019 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717459 May 10 05:40:21.548665 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 43115cb3-d302-4bde-8f34-9516b14a357e details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 05:40:21.657430 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 43115cb3-d302-4bde-8f34-9516b14a357e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=43115cb3-d302-4bde-8f34-9516b14a357e,segment=NetworkSegment(46041a5c-387e-447a-832b-d8bd3c900a82),segment_id=46041a5c-387e-447a-832b-d8bd3c900a82)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:40:21.668522 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Returning: {'device': '43115cb3-d302-4bde-8f34-9516b14a357e', 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f', 'port_id': '43115cb3-d302-4bde-8f34-9516b14a357e', 'mac_address': 'fa:16:3e:d7:1f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 05:40:21.720501 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 43115cb3-d302-4bde-8f34-9516b14a357e is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:40:21.720760 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (43115cb3-d302-4bde-8f34-9516b14a357e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:21.733963 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43115cb3-d302-4bde-8f34-9516b14a357e {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:40:21.740056 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c761a-461d-4155-a571-a27a865d9dfe req-2f7b8e63-7088-469a-8d90-8c45505df5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:21.741574 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-f10c761a-461d-4155-a571-a27a865d9dfe req-2f7b8e63-7088-469a-8d90-8c45505df5a3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b2a5834-958c-4d83-942b-6f1d18dc1c56 HTTP/1.1" status: 200 len: 846 time: 0.0504193 May 10 05:40:21.754416 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 43115cb3-d302-4bde-8f34-9516b14a357e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=43115cb3-d302-4bde-8f34-9516b14a357e,segment=NetworkSegment(46041a5c-387e-447a-832b-d8bd3c900a82),segment_id=46041a5c-387e-447a-832b-d8bd3c900a82)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:40:21.759371 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (43115cb3-d302-4bde-8f34-9516b14a357e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:21.788475 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c761a-461d-4155-a571-a27a865d9dfe req-cd4bd3e4-4d2e-45e1-be2c-9dd94cc0b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:21.789958 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-f10c761a-461d-4155-a571-a27a865d9dfe req-cd4bd3e4-4d2e-45e1-be2c-9dd94cc0b3e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=918d9451-3907-4334-86c4-66c71dca6bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384791 May 10 05:40:21.806498 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=43115cb3-d302-4bde-8f34-9516b14a357e,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:21.923121 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-f10c761a-461d-4155-a571-a27a865d9dfe req-4701aedf-9f4c-4eab-8c85-fcf96ecf03d9 service neutron] 10.222.0.50 "GET /v2.0/networks/918d9451-3907-4334-86c4-66c71dca6bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900011 May 10 05:40:22.011693 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-f10c761a-461d-4155-a571-a27a865d9dfe req-05b1c26c-4ea0-4274-b15a-8dd6ac80d7ac service neutron] 10.222.0.50 "GET /v2.0/networks/918d9451-3907-4334-86c4-66c71dca6bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813456 May 10 05:40:22.129549 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['43115cb3-d302-4bde-8f34-9516b14a357e'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:40:22.747268 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710dd64-8606-40c9-8643-41615a4ee247 req-d1d38d1f-6041-45d3-8d77-a36c1f4bc412 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:22.748693 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b710dd64-8606-40c9-8643-41615a4ee247 req-d1d38d1f-6041-45d3-8d77-a36c1f4bc412 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=79f03476-1e07-4d49-9791-a89590a1808d HTTP/1.1" status: 200 len: 944 time: 0.1221745 May 10 05:40:22.759420 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03427f0-312a-44a2-8f4c-2637c795f8a5 req-9c007b36-4ebf-45a3-bc03-55002ed4e99a tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:22.760799 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b03427f0-312a-44a2-8f4c-2637c795f8a5 req-9c007b36-4ebf-45a3-bc03-55002ed4e99a tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 946 time: 0.1292896 May 10 05:40:22.831222 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b710dd64-8606-40c9-8643-41615a4ee247 req-7e3623df-4e72-43db-85a5-b55cedfa82a5 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=21bcba09-1b4c-4839-9773-21683703e9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694904 May 10 05:40:22.834842 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b03427f0-312a-44a2-8f4c-2637c795f8a5 req-97168468-e405-46eb-91e7-84f199649b40 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675173 May 10 05:40:23.552628 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 43115cb3-d302-4bde-8f34-9516b14a357e up at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:40:23.599502 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning for port 43115cb3-d302-4bde-8f34-9516b14a357e completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 05:40:23.607678 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning complete for port 43115cb3-d302-4bde-8f34-9516b14a357e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:40:23.608153 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (43115cb3-d302-4bde-8f34-9516b14a357e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:23.688032 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 43115cb3-d302-4bde-8f34-9516b14a357e is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:40:23.688411 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (43115cb3-d302-4bde-8f34-9516b14a357e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:23.714016 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f03476-1e07-4d49-9791-a89590a1808d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43115cb3-d302-4bde-8f34-9516b14a357e'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:40:23.716453 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0800c53295b7046a146618d9b887730b91c06d3b0846630efe31b30f8053b0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50003908-9496-4418-bf96-ad8ae94b5bc6" -d '{"events": [{"server_uuid": "79f03476-1e07-4d49-9791-a89590a1808d", "name": "network-vif-plugged", "status": "completed", "tag": "43115cb3-d302-4bde-8f34-9516b14a357e"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:40:23.728536 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 43115cb3-d302-4bde-8f34-9516b14a357e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=43115cb3-d302-4bde-8f34-9516b14a357e,segment=NetworkSegment(46041a5c-387e-447a-832b-d8bd3c900a82),segment_id=46041a5c-387e-447a-832b-d8bd3c900a82)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:40:23.733451 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (43115cb3-d302-4bde-8f34-9516b14a357e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:23.758437 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a9bb57-fce7-49a6-bcd8-d5a46402fccd x-openstack-request-id: req-63a9bb57-fce7-49a6-bcd8-d5a46402fccd {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:40:23.758791 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f03476-1e07-4d49-9791-a89590a1808d", "name": "network-vif-plugged", "status": "completed", "tag": "43115cb3-d302-4bde-8f34-9516b14a357e", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:40:23.759020 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63a9bb57-fce7-49a6-bcd8-d5a46402fccd {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:40:23.759399 dv-cinder-836996-16-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a9bb57-fce7-49a6-bcd8-d5a46402fccd'] response: {'server_uuid': '79f03476-1e07-4d49-9791-a89590a1808d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43115cb3-d302-4bde-8f34-9516b14a357e', 'code': 200} May 10 05:40:23.788436 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=43115cb3-d302-4bde-8f34-9516b14a357e,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:23.945412 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd4482-5e56-4b2a-b1fb-291027a23fed req-d393769c-78a1-40c4-9b9d-be1f5ed9ff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:23.946930 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-0edd4482-5e56-4b2a-b1fb-291027a23fed req-d393769c-78a1-40c4-9b9d-be1f5ed9ff13 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=79f03476-1e07-4d49-9791-a89590a1808d HTTP/1.1" status: 200 len: 1129 time: 0.0449941 May 10 05:40:23.975871 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95351d9f-8f88-472e-9ebf-c27427d93b2c req-54c2e297-e5a4-409e-8237-c46e139c445b tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:23.977316 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-95351d9f-8f88-472e-9ebf-c27427d93b2c req-54c2e297-e5a4-409e-8237-c46e139c445b tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=79f03476-1e07-4d49-9791-a89590a1808d HTTP/1.1" status: 200 len: 945 time: 0.0751598 May 10 05:40:23.987792 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be67fae-4a7f-47a1-82df-6a747c4eb6c5 req-0bb662f3-ff3b-4d03-a9bd-0683974ce7f8 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:23.989185 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4be67fae-4a7f-47a1-82df-6a747c4eb6c5 req-0bb662f3-ff3b-4d03-a9bd-0683974ce7f8 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 946 time: 0.0760267 May 10 05:40:23.991889 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-0edd4482-5e56-4b2a-b1fb-291027a23fed req-4ee7efa3-e2f7-4329-a66b-0132cf606dc8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=21bcba09-1b4c-4839-9773-21683703e9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376501 May 10 05:40:24.058169 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-95351d9f-8f88-472e-9ebf-c27427d93b2c req-62d8a4ac-b865-4cd0-9748-98b3f3f9822f tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=21bcba09-1b4c-4839-9773-21683703e9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680175 May 10 05:40:24.066890 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4be67fae-4a7f-47a1-82df-6a747c4eb6c5 req-e42569d8-c576-487f-a514-b5f167f785d2 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701623 May 10 05:40:24.660571 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669ceba-7cb8-4cb4-9fa8-c5757a6aa816 req-a82f8c04-1c08-4fc4-8f80-658b099fb757 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:24.662163 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b669ceba-7cb8-4cb4-9fa8-c5757a6aa816 req-a82f8c04-1c08-4fc4-8f80-658b099fb757 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0473094 May 10 05:40:24.710717 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b669ceba-7cb8-4cb4-9fa8-c5757a6aa816 req-3773fb7b-0b45-480d-be26-557e992f5954 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411017 May 10 05:40:25.204270 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff53fe-7f24-4c3d-97e4-625e052622e8 req-54d7166c-0991-4a5b-ba52-dd8d8ef6c72d tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:25.205713 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-10ff53fe-7f24-4c3d-97e4-625e052622e8 req-54d7166c-0991-4a5b-ba52-dd8d8ef6c72d tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=79f03476-1e07-4d49-9791-a89590a1808d HTTP/1.1" status: 200 len: 945 time: 0.0735509 May 10 05:40:25.213512 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e611d55-04f9-4dab-bcc9-6ce0cbb1888a req-e4d75906-f00d-4498-a374-4df205e9a962 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:25.214829 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7e611d55-04f9-4dab-bcc9-6ce0cbb1888a req-e4d75906-f00d-4498-a374-4df205e9a962 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 946 time: 0.0738893 May 10 05:40:25.285290 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-10ff53fe-7f24-4c3d-97e4-625e052622e8 req-22fa5e81-296b-410b-b412-5aaf51d0b72c tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=21bcba09-1b4c-4839-9773-21683703e9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695529 May 10 05:40:25.289014 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7e611d55-04f9-4dab-bcc9-6ce0cbb1888a req-4b808983-4a94-4ccb-8203-c26c8bdccd49 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674860 May 10 05:40:25.476230 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-36a1fa07-5845-499b-81d0-e2dd3d3385bc req-03438093-a4f9-46c9-87c8-dc935068bae8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0428219 May 10 05:40:25.508130 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b8b1d-a09a-4113-bafc-afbe275f0688 req-22b44a6c-8296-4d45-8b85-aced8637ee0c tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:25.509591 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-de9b8b1d-a09a-4113-bafc-afbe275f0688 req-22b44a6c-8296-4d45-8b85-aced8637ee0c tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 946 time: 0.0512328 May 10 05:40:25.550148 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1fa07-5845-499b-81d0-e2dd3d3385bc req-f517f570-c81e-4401-8899-a15fbdb6adbb tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:25.551529 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-36a1fa07-5845-499b-81d0-e2dd3d3385bc req-f517f570-c81e-4401-8899-a15fbdb6adbb tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports/dffd03e0-fe9d-43a2-b37f-2a79995814fe HTTP/1.1" status: 200 len: 943 time: 0.0470748 May 10 05:40:25.820358 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-de9b8b1d-a09a-4113-bafc-afbe275f0688 req-568c38c5-7477-4e79-b7a6-d3f4665faebe tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3047564 May 10 05:40:25.854135 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6e498-a793-4f6f-9e5a-36d7bc98f97f req-a754484a-a650-499e-b88f-e04eb940d1dd tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:25.855562 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d4f6e498-a793-4f6f-9e5a-36d7bc98f97f req-a754484a-a650-499e-b88f-e04eb940d1dd tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0524440 May 10 05:40:25.902507 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d4f6e498-a793-4f6f-9e5a-36d7bc98f97f req-68aafb42-1894-44d7-b771-44e9e06bc813 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412040 May 10 05:40:26.414894 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7890b-0381-415c-a4e3-d98bf2a2b49c req-207f1e4a-bd18-4f3b-a5dc-d8e042c016c3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:26.416349 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-34a7890b-0381-415c-a4e3-d98bf2a2b49c req-207f1e4a-bd18-4f3b-a5dc-d8e042c016c3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=79f03476-1e07-4d49-9791-a89590a1808d HTTP/1.1" status: 200 len: 945 time: 0.0560610 May 10 05:40:26.465535 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-34a7890b-0381-415c-a4e3-d98bf2a2b49c req-37dc8cac-e87f-4988-a589-f1a766076de9 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=21bcba09-1b4c-4839-9773-21683703e9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422423 May 10 05:40:26.947177 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59a831-eb30-4482-a719-813726c88499 req-7fb35ae9-d88c-4553-a03d-c82c3c534df5 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:26.948705 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2d59a831-eb30-4482-a719-813726c88499 req-7fb35ae9-d88c-4553-a03d-c82c3c534df5 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 946 time: 0.0465565 May 10 05:40:27.027494 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2d59a831-eb30-4482-a719-813726c88499 req-0fa6aefa-8ef3-425f-88f5-89fccb054e8e tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729220 May 10 05:40:27.040678 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f6c6e-18f5-46c9-83d0-761e7ccedb91 req-edceaa4f-ba66-4b7e-81ff-f5a2b55164e1 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:27.042161 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a54f6c6e-18f5-46c9-83d0-761e7ccedb91 req-edceaa4f-ba66-4b7e-81ff-f5a2b55164e1 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0661287 May 10 05:40:27.088243 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a54f6c6e-18f5-46c9-83d0-761e7ccedb91 req-f9f2a4c9-a57c-4417-9fa6-a1ac7c0a6c4c tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405688 May 10 05:40:27.563809 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device dffd03e0-fe9d-43a2-b37f-2a79995814fe no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:40:27.597824 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727f08f-ae12-4a21-98c2-8408ce6e4348 req-392a41d7-30ba-428c-8b1f-5ee42565f104 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:27.599261 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8727f08f-ae12-4a21-98c2-8408ce6e4348 req-392a41d7-30ba-428c-8b1f-5ee42565f104 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=79f03476-1e07-4d49-9791-a89590a1808d HTTP/1.1" status: 200 len: 945 time: 0.0575688 May 10 05:40:27.643960 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port dffd03e0-fe9d-43a2-b37f-2a79995814fe is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:40:27.644353 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (dffd03e0-fe9d-43a2-b37f-2a79995814fe), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:27.645952 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8727f08f-ae12-4a21-98c2-8408ce6e4348 req-bd0095cd-2721-4280-9faf-65d24d623bc2 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=21bcba09-1b4c-4839-9773-21683703e9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406778 May 10 05:40:27.668407 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925b9230-6888-48f3-a440-2c8648334a8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dffd03e0-fe9d-43a2-b37f-2a79995814fe'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:40:27.670705 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0800c53295b7046a146618d9b887730b91c06d3b0846630efe31b30f8053b0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a294aea0-ff10-4079-9551-ef48fa66980f" -d '{"events": [{"server_uuid": "925b9230-6888-48f3-a440-2c8648334a8b", "name": "network-vif-unplugged", "status": "completed", "tag": "dffd03e0-fe9d-43a2-b37f-2a79995814fe"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:40:27.682873 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port dffd03e0-fe9d-43a2-b37f-2a79995814fe, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=dffd03e0-fe9d-43a2-b37f-2a79995814fe,segment=NetworkSegment(bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c),segment_id=bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:40:27.689089 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (dffd03e0-fe9d-43a2-b37f-2a79995814fe), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:27.715851 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 May 2022 05:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dc5013-6f42-4194-b6da-bb77153b8681 x-openstack-request-id: req-d4dc5013-6f42-4194-b6da-bb77153b8681 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:40:27.716139 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925b9230-6888-48f3-a440-2c8648334a8b", "name": "network-vif-unplugged", "status": "failed", "tag": "dffd03e0-fe9d-43a2-b37f-2a79995814fe", "code": 422}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:40:27.716394 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d4dc5013-6f42-4194-b6da-bb77153b8681 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:40:27.716846 dv-cinder-836996-16-iscsi neutron-server[103530]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d4dc5013-6f42-4194-b6da-bb77153b8681']: {'server_uuid': '925b9230-6888-48f3-a440-2c8648334a8b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dffd03e0-fe9d-43a2-b37f-2a79995814fe', 'code': 422} returned with failed status May 10 05:40:27.740572 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=dffd03e0-fe9d-43a2-b37f-2a79995814fe,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:27.859816 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:28.144580 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a5e36-e192-48f9-bdd1-65113b45ecd5 req-c601ccd9-5562-4029-82f1-5fbd7337b337 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:28.146007 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f04a5e36-e192-48f9-bdd1-65113b45ecd5 req-c601ccd9-5562-4029-82f1-5fbd7337b337 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 944 time: 0.0473502 May 10 05:40:28.219364 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26168a-32b1-40ac-83cb-8da4250804ee req-1e2f005f-917c-435b-8c1b-e6ae63121bcb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:28.220815 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3b26168a-32b1-40ac-83cb-8da4250804ee req-1e2f005f-917c-435b-8c1b-e6ae63121bcb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0631621 May 10 05:40:28.230229 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f04a5e36-e192-48f9-bdd1-65113b45ecd5 req-30dde31f-84d7-4102-893d-a53b50ec94c5 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786490 May 10 05:40:28.273618 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3b26168a-32b1-40ac-83cb-8da4250804ee req-0e9509be-1e8a-4faf-be13-9bc44a3befc7 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470674 May 10 05:40:28.766792 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038accd5-6625-4990-b257-81b0e2327dfe req-359a25c2-5dac-45f1-b43e-d5bb81f9c7d3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:28.768333 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-038accd5-6625-4990-b257-81b0e2327dfe req-359a25c2-5dac-45f1-b43e-d5bb81f9c7d3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=79f03476-1e07-4d49-9791-a89590a1808d HTTP/1.1" status: 200 len: 945 time: 0.0555999 May 10 05:40:28.820235 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-038accd5-6625-4990-b257-81b0e2327dfe req-592a144f-a440-449d-b41f-d6c8efb9352b tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=21bcba09-1b4c-4839-9773-21683703e9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460997 May 10 05:40:29.347912 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7851ff-eaff-4b33-99e8-e878a6f88cc1 req-808f2059-d9a3-4992-9ecd-6b894d4b73e8 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:29.349389 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8f7851ff-eaff-4b33-99e8-e878a6f88cc1 req-808f2059-d9a3-4992-9ecd-6b894d4b73e8 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 944 time: 0.0474110 May 10 05:40:29.416547 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb9aae-235e-4666-b4f8-8c50a3eef291 req-36e53d13-1280-4af5-b7c7-5b8d1cd5524a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:29.418053 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-19fb9aae-235e-4666-b4f8-8c50a3eef291 req-36e53d13-1280-4af5-b7c7-5b8d1cd5524a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0678246 May 10 05:40:29.442349 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae227a7a-2cb5-48d7-8714-02c51dce5bea req-b92a32e8-17d0-450a-80ee-8d9492259d38 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:29.443918 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-ae227a7a-2cb5-48d7-8714-02c51dce5bea req-b92a32e8-17d0-450a-80ee-8d9492259d38 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.50 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 945 time: 0.0593417 May 10 05:40:29.452590 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8f7851ff-eaff-4b33-99e8-e878a6f88cc1 req-814fd41e-a596-4736-8117-d3d80a0ef5aa tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940416 May 10 05:40:29.479383 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-19fb9aae-235e-4666-b4f8-8c50a3eef291 req-b4f5ffb7-db8f-4b05-92e8-78577f6dd974 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=21777519-a62f-4586-9d41-59e94aeded66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545106 May 10 05:40:29.813144 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-ae227a7a-2cb5-48d7-8714-02c51dce5bea req-542f40f1-349f-4d39-a398-3b38378198fb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Deleting port 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:40:29.813481 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ae227a7a-2cb5-48d7-8714-02c51dce5bea req-542f40f1-349f-4d39-a398-3b38378198fb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:29.905742 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-ae227a7a-2cb5-48d7-8714-02c51dce5bea req-542f40f1-349f-4d39-a398-3b38378198fb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] For port 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c,segment=NetworkSegment(9225ec9f-9ab7-44e3-8189-b6b0b00fce2d),segment_id=9225ec9f-9ab7-44e3-8189-b6b0b00fce2d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:40:29.906105 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ae227a7a-2cb5-48d7-8714-02c51dce5bea req-542f40f1-349f-4d39-a398-3b38378198fb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:29.937034 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c2e95-9a4a-4786-94b9-02075fc98ba2 req-661a8568-f22d-42d8-a97a-58cfe164725f tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:29.938590 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f49c2e95-9a4a-4786-94b9-02075fc98ba2 req-661a8568-f22d-42d8-a97a-58cfe164725f tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=79f03476-1e07-4d49-9791-a89590a1808d HTTP/1.1" status: 200 len: 945 time: 0.0470176 May 10 05:40:30.032678 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f49c2e95-9a4a-4786-94b9-02075fc98ba2 req-3d8547e8-6abc-4637-8b3a-5af8f2d9ff68 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=21bcba09-1b4c-4839-9773-21683703e9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882049 May 10 05:40:30.078150 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ae227a7a-2cb5-48d7-8714-02c51dce5bea req-542f40f1-349f-4d39-a398-3b38378198fb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:30.078536 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ae227a7a-2cb5-48d7-8714-02c51dce5bea req-542f40f1-349f-4d39-a398-3b38378198fb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (0a463f67-5c4b-45a8-b217-bd22fe047429), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:30.078944 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.db.l3_db [req-ae227a7a-2cb5-48d7-8714-02c51dce5bea req-542f40f1-349f-4d39-a398-3b38378198fb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Floating IP 0a463f67-5c4b-45a8-b217-bd22fe047429 disassociated. External IP: 172.27.0.199, port: 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c. May 10 05:40:30.079304 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-ae227a7a-2cb5-48d7-8714-02c51dce5bea req-542f40f1-349f-4d39-a398-3b38378198fb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Calling delete_port for 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:40:30.141589 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ca8bd-1618-4d63-90f7-7476fe8e35c0 req-5540a68d-a4a1-4f21-9741-06e35adce222 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:30.143048 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8c7ca8bd-1618-4d63-90f7-7476fe8e35c0 req-5540a68d-a4a1-4f21-9741-06e35adce222 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=79f03476-1e07-4d49-9791-a89590a1808d HTTP/1.1" status: 200 len: 945 time: 0.0467234 May 10 05:40:30.151986 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 51512) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:30.158754 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-fa80ca14-f1c6-405b-874c-dba9a4593430 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Request body: {'floatingip': {'port_id': '43115cb3-d302-4bde-8f34-9516b14a357e'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:40:30.205689 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fa80ca14-f1c6-405b-874c-dba9a4593430 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for floatingip (b5aef6b8-adc2-4b63-81ab-eef8fadb1bdc), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:30.332968 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ae227a7a-2cb5-48d7-8714-02c51dce5bea req-542f40f1-349f-4d39-a398-3b38378198fb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:30.374206 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f40f1-349f-4d39-a398-3b38378198fb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Pushing event deleted for resources: {'Port': ['ID=3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:30.587914 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7181c754-4a41-4c9d-8986-e0599893306b req-73b1c5d1-d6f3-4d73-8e51-757a80b20536 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 210 time: 0.0324478 May 10 05:40:30.596754 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0259ccd-43b8-4e02-b616-472c92b907e9 req-460e3368-9f4d-4892-bd22-f6d587cfeafc tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:30.598289 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c0259ccd-43b8-4e02-b616-472c92b907e9 req-460e3368-9f4d-4892-bd22-f6d587cfeafc tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 944 time: 0.0745406 May 10 05:40:30.651374 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c0259ccd-43b8-4e02-b616-472c92b907e9 req-64cf3754-004f-4376-ae89-7f16dcbcd187 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467243 May 10 05:40:30.786788 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1fa07-5845-499b-81d0-e2dd3d3385bc req-9c454f1f-cbf4-4022-be57-9b19d3484dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:30.788353 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-36a1fa07-5845-499b-81d0-e2dd3d3385bc req-9c454f1f-cbf4-4022-be57-9b19d3484dcd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b&tenant_id=9870e28919e340ad9cda63cbbdea4e35 HTTP/1.1" status: 200 len: 1128 time: 0.0421877 May 10 05:40:30.829884 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae227a7a-2cb5-48d7-8714-02c51dce5bea req-542f40f1-349f-4d39-a398-3b38378198fb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Router 2c5c7ae5-9535-47c1-a986-d8e61626b3d9 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:40:30.871344 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1fa07-5845-499b-81d0-e2dd3d3385bc req-1cf4a82a-9bb7-4a7b-bd26-79cb0e52cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:30.872334 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-36a1fa07-5845-499b-81d0-e2dd3d3385bc req-1cf4a82a-9bb7-4a7b-bd26-79cb0e52cb52 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9870e28919e340ad9cda63cbbdea4e35&device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 1128 time: 0.0562079 May 10 05:40:30.965274 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1fa07-5845-499b-81d0-e2dd3d3385bc req-9f4143ff-333b-442b-8196-8713ddc520fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:30.966623 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-36a1fa07-5845-499b-81d0-e2dd3d3385bc req-9f4143ff-333b-442b-8196-8713ddc520fb service neutron] 10.222.0.50 "GET /v2.0/networks?id=918d9451-3907-4334-86c4-66c71dca6bc6 HTTP/1.1" status: 200 len: 908 time: 0.0821271 May 10 05:40:31.038389 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-36a1fa07-5845-499b-81d0-e2dd3d3385bc req-60fe9601-a351-4891-b14d-8f8bab8980cd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dffd03e0-fe9d-43a2-b37f-2a79995814fe HTTP/1.1" status: 200 len: 999 time: 0.0623076 May 10 05:40:31.053292 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae227a7a-2cb5-48d7-8714-02c51dce5bea req-542f40f1-349f-4d39-a398-3b38378198fb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:40:31.065131 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaaa1f1-f4ec-4b83-a0ee-86cc584b36ac None None] Sync routers for ids ['2c5c7ae5-9535-47c1-a986-d8e61626b3d9'] in dv-cinder-836996-16-iscsi {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:40:31.077925 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaaa1f1-f4ec-4b83-a0ee-86cc584b36ac None None] Routers {'2c5c7ae5-9535-47c1-a986-d8e61626b3d9'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:40:31.078819 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8eaaa1f1-f4ec-4b83-a0ee-86cc584b36ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:40:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['2c5c7ae5-9535-47c1-a986-d8e61626b3d9'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:31.093965 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1fa07-5845-499b-81d0-e2dd3d3385bc req-d45f0adc-1501-4354-95e4-e148df2c1db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:31.095408 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-36a1fa07-5845-499b-81d0-e2dd3d3385bc req-d45f0adc-1501-4354-95e4-e148df2c1db6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b2a5834-958c-4d83-942b-6f1d18dc1c56 HTTP/1.1" status: 200 len: 846 time: 0.0449891 May 10 05:40:31.133461 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae227a7a-2cb5-48d7-8714-02c51dce5bea req-542f40f1-349f-4d39-a398-3b38378198fb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] No DVR routers for this DVR port 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c on host hv-cinder-83699 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:40:31.136995 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ae227a7a-2cb5-48d7-8714-02c51dce5bea req-542f40f1-349f-4d39-a398-3b38378198fb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:31.140303 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-ae227a7a-2cb5-48d7-8714-02c51dce5bea req-542f40f1-349f-4d39-a398-3b38378198fb tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.50 "DELETE /v2.0/ports/3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c HTTP/1.1" status: 204 len: 173 time: 1.4169929 May 10 05:40:31.140740 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c56cf7-b80b-4f65-b862-92681647b6ba', 'name': 'network-vif-deleted', 'tag': '3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:40:31.143023 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfe679e-1316-4094-bc8f-dc03402830bf" -d '{"events": [{"server_uuid": "91c56cf7-b80b-4f65-b862-92681647b6ba", "name": "network-vif-deleted", "tag": "3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:40:31.165239 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fa80ca14-f1c6-405b-874c-dba9a4593430 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:31.168131 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1fa07-5845-499b-81d0-e2dd3d3385bc req-cd1f5128-0291-47b8-936f-eb00b28e7558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:31.170128 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-36a1fa07-5845-499b-81d0-e2dd3d3385bc req-cd1f5128-0291-47b8-936f-eb00b28e7558 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=918d9451-3907-4334-86c4-66c71dca6bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0647383 May 10 05:40:31.173245 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fa80ca14-f1c6-405b-874c-dba9a4593430 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (b5aef6b8-adc2-4b63-81ab-eef8fadb1bdc), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:31.204673 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-8eaaa1f1-f4ec-4b83-a0ee-86cc584b36ac None None] Set router 2c5c7ae5-9535-47c1-a986-d8e61626b3d9 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:40:31.226966 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf1f314-10a0-42c2-aa0a-fc69d4f5d72e x-openstack-request-id: req-8bf1f314-10a0-42c2-aa0a-fc69d4f5d72e {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:40:31.227257 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c56cf7-b80b-4f65-b862-92681647b6ba", "name": "network-vif-deleted", "tag": "3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:40:31.227507 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8bf1f314-10a0-42c2-aa0a-fc69d4f5d72e {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:40:31.227962 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bf1f314-10a0-42c2-aa0a-fc69d4f5d72e'] response: {'server_uuid': '91c56cf7-b80b-4f65-b862-92681647b6ba', 'name': 'network-vif-deleted', 'tag': '3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c', 'status': 'completed', 'code': 200} May 10 05:40:31.279262 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-36a1fa07-5845-499b-81d0-e2dd3d3385bc req-f073a45f-207c-444e-bb5c-9d11c399ef17 service neutron] 10.222.0.50 "GET /v2.0/networks/918d9451-3907-4334-86c4-66c71dca6bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015918 May 10 05:40:31.315534 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.db.l3_db [None req-fa80ca14-f1c6-405b-874c-dba9a4593430 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Floating IP b5aef6b8-adc2-4b63-81ab-eef8fadb1bdc associated. External IP: 172.27.0.35, port: 43115cb3-d302-4bde-8f34-9516b14a357e. May 10 05:40:31.377827 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-36a1fa07-5845-499b-81d0-e2dd3d3385bc req-c3a90c74-a184-4988-8d1d-0abd5e5b7b90 service neutron] 10.222.0.50 "GET /v2.0/networks/918d9451-3907-4334-86c4-66c71dca6bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866718 May 10 05:40:31.424883 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8eaaa1f1-f4ec-4b83-a0ee-86cc584b36ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'name': 'tempest-ServerRescueNegativeTestJSON-173816327-router', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:31Z', 'revision_number': 4, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'gw_port': {'id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'cce6e3f1-ae7d-4c27-95c6-b86a67679dcb', 'name': '', 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'mac_address': 'fa:16:3e:d5:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:30Z', 'updated_at': '2022-05-10T05:35:46Z', 'revision_number': 5, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'subnets': [{'id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:31.456638 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaaa1f1-f4ec-4b83-a0ee-86cc584b36ac None None] Checking router: 2c5c7ae5-9535-47c1-a986-d8e61626b3d9 for host: dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:40:31.467676 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaaa1f1-f4ec-4b83-a0ee-86cc584b36ac None None] Routers {'2c5c7ae5-9535-47c1-a986-d8e61626b3d9'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:40:31.467847 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8eaaa1f1-f4ec-4b83-a0ee-86cc584b36ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:40:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['2c5c7ae5-9535-47c1-a986-d8e61626b3d9'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:31.543005 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa80ca14-f1c6-405b-874c-dba9a4593430 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Router d46fe4cc-be48-4536-8e79-8e4809c02dc3 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:40:31.579370 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-8eaaa1f1-f4ec-4b83-a0ee-86cc584b36ac None None] Set router 2c5c7ae5-9535-47c1-a986-d8e61626b3d9 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:40:31.660944 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa80ca14-f1c6-405b-874c-dba9a4593430 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:40:31.665689 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fa80ca14-f1c6-405b-874c-dba9a4593430 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:31.677633 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ed69a7-1b70-4a8c-8e40-3bac07252efa None None] Sync routers for ids ['d46fe4cc-be48-4536-8e79-8e4809c02dc3'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:40:31.692064 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ed69a7-1b70-4a8c-8e40-3bac07252efa None None] Routers {'d46fe4cc-be48-4536-8e79-8e4809c02dc3'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:40:31.693603 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-26ed69a7-1b70-4a8c-8e40-3bac07252efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:40:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['d46fe4cc-be48-4536-8e79-8e4809c02dc3'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:31.697561 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-fa80ca14-f1c6-405b-874c-dba9a4593430 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "PUT /v2.0/floatingips/b5aef6b8-adc2-4b63-81ab-eef8fadb1bdc HTTP/1.1" status: 200 len: 990 time: 1.5442421 May 10 05:40:31.727673 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b676ec6c-3188-404d-a68e-36a1570971a1 req-6c22e6fa-1bd2-4edf-a594-26159746463d tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=91c56cf7-b80b-4f65-b862-92681647b6ba HTTP/1.1" status: 200 len: 210 time: 0.0315378 May 10 05:40:31.786174 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6ced6-5624-4559-b1fd-32907ce2c224 req-719451cf-0ec5-455b-b7a2-ab2776081a69 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:31.788565 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d5b6ced6-5624-4559-b1fd-32907ce2c224 req-719451cf-0ec5-455b-b7a2-ab2776081a69 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 944 time: 0.0562093 May 10 05:40:31.806241 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8eaaa1f1-f4ec-4b83-a0ee-86cc584b36ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'name': 'tempest-ServerRescueNegativeTestJSON-173816327-router', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:31Z', 'revision_number': 4, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'gw_port': {'id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'cce6e3f1-ae7d-4c27-95c6-b86a67679dcb', 'name': '', 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'mac_address': 'fa:16:3e:d5:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:30Z', 'updated_at': '2022-05-10T05:35:46Z', 'revision_number': 5, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'subnets': [{'id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:31.821031 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-26ed69a7-1b70-4a8c-8e40-3bac07252efa None None] Set router d46fe4cc-be48-4536-8e79-8e4809c02dc3 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:40:31.833258 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaaa1f1-f4ec-4b83-a0ee-86cc584b36ac None None] The sync data for ids ['2c5c7ae5-9535-47c1-a986-d8e61626b3d9'] in dv-cinder-836996-16-iscsi is: [{'id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'name': 'tempest-ServerRescueNegativeTestJSON-173816327-router', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:31Z', 'revision_number': 4, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'gw_port': {'id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'cce6e3f1-ae7d-4c27-95c6-b86a67679dcb', 'name': '', 'network_id': '5d671de9-b99f-4d0f-8ce6-d44065c4ccc7', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'mac_address': 'fa:16:3e:d5:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:30Z', 'updated_at': '2022-05-10T05:35:46Z', 'revision_number': 5, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'subnets': [{'id': '5cda1426-dd5e-4474-b1b8-e2dd037a4f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:40:31.836203 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d5b6ced6-5624-4559-b1fd-32907ce2c224 req-1de7c9df-45b7-45b2-95a9-725ba2ffd4af tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422635 May 10 05:40:32.055516 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-26ed69a7-1b70-4a8c-8e40-3bac07252efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'name': 'tempest-AttachVolumeTestJSON-988017641-router', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:26Z', 'revision_number': 4, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'gw_port': {'id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': 'b5aef6b8-adc2-4b63-81ab-eef8fadb1bdc', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'port_id': '43115cb3-d302-4bde-8f34-9516b14a357e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f', 'mac_address': 'fa:16:3e:d7:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f03476-1e07-4d49-9791-a89590a1808d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:40:15Z', 'updated_at': '2022-05-10T05:40:31Z', 'revision_number': 1, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73015f99-60d3-4593-b8e6-09b3bebf7fe4', 'name': '', 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'mac_address': 'fa:16:3e:27:a8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:37Z', 'revision_number': 5, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'subnets': [{'id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:32.082334 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ed69a7-1b70-4a8c-8e40-3bac07252efa None None] Checking router: d46fe4cc-be48-4536-8e79-8e4809c02dc3 for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:40:32.091153 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ed69a7-1b70-4a8c-8e40-3bac07252efa None None] Routers {'d46fe4cc-be48-4536-8e79-8e4809c02dc3'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:40:32.091805 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-26ed69a7-1b70-4a8c-8e40-3bac07252efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:40:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['d46fe4cc-be48-4536-8e79-8e4809c02dc3'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:32.107323 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e19f594-1fae-4e95-bc12-58bbdbf444d4 None None] New status for floating IP 0a463f67-5c4b-45a8-b217-bd22fe047429: DOWN {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 05:40:32.198543 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-26ed69a7-1b70-4a8c-8e40-3bac07252efa None None] Set router d46fe4cc-be48-4536-8e79-8e4809c02dc3 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:40:32.414195 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-26ed69a7-1b70-4a8c-8e40-3bac07252efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'name': 'tempest-AttachVolumeTestJSON-988017641-router', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:26Z', 'revision_number': 4, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'gw_port': {'id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': 'b5aef6b8-adc2-4b63-81ab-eef8fadb1bdc', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'port_id': '43115cb3-d302-4bde-8f34-9516b14a357e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f', 'mac_address': 'fa:16:3e:d7:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f03476-1e07-4d49-9791-a89590a1808d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:40:15Z', 'updated_at': '2022-05-10T05:40:31Z', 'revision_number': 1, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73015f99-60d3-4593-b8e6-09b3bebf7fe4', 'name': '', 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'mac_address': 'fa:16:3e:27:a8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:37Z', 'revision_number': 5, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'subnets': [{'id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:32.440901 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ed69a7-1b70-4a8c-8e40-3bac07252efa None None] The sync data for ids ['d46fe4cc-be48-4536-8e79-8e4809c02dc3'] in dv-cinder-836996-16-iscsi is: [{'id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'name': 'tempest-AttachVolumeTestJSON-988017641-router', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:26Z', 'revision_number': 4, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'gw_port': {'id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': 'b5aef6b8-adc2-4b63-81ab-eef8fadb1bdc', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'port_id': '43115cb3-d302-4bde-8f34-9516b14a357e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f', 'mac_address': 'fa:16:3e:d7:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f03476-1e07-4d49-9791-a89590a1808d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:40:15Z', 'updated_at': '2022-05-10T05:40:31Z', 'revision_number': 1, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73015f99-60d3-4593-b8e6-09b3bebf7fe4', 'name': '', 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'mac_address': 'fa:16:3e:27:a8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:37Z', 'revision_number': 5, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'subnets': [{'id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:40:32.623797 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bedc57-e2d8-48d5-980a-72f92a08c30f None None] New status for floating IP b5aef6b8-adc2-4b63-81ab-eef8fadb1bdc: ACTIVE {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 05:40:32.818421 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 51534) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:32.871796 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-184ab968-1d69-4b98-8eac-ec114d2ade77 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks [] for security_group (21777519-a62f-4586-9d41-59e94aeded66), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:32.896949 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-184ab968-1d69-4b98-8eac-ec114d2ade77 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks [] for security_group (21777519-a62f-4586-9d41-59e94aeded66), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:32.934514 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-25ac7b88-8a1f-4b82-8bdf-069bbfe9107f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:32.965651 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e3fb1-8be1-48fb-b4bf-f56d5d5e649f req-976c0d80-d90f-4d1e-b544-3132f03c6ec5 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:32.967158 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-887e3fb1-8be1-48fb-b4bf-f56d5d5e649f req-976c0d80-d90f-4d1e-b544-3132f03c6ec5 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 944 time: 0.0618978 May 10 05:40:32.998067 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-184ab968-1d69-4b98-8eac-ec114d2ade77 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (21777519-a62f-4586-9d41-59e94aeded66), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:33.000926 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-184ab968-1d69-4b98-8eac-ec114d2ade77 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:33.001986 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-184ab968-1d69-4b98-8eac-ec114d2ade77 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "DELETE /v2.0/security-groups/21777519-a62f-4586-9d41-59e94aeded66 HTTP/1.1" status: 204 len: 168 time: 0.1825798 May 10 05:40:33.004734 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 51538) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:33.018822 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.api.v2.resource [None req-a8014e40-8570-4325-9834-5dedf765b295 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] show failed (client error): The resource could not be found. May 10 05:40:33.020059 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-a8014e40-8570-4325-9834-5dedf765b295 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups/21777519-a62f-4586-9d41-59e94aeded66 HTTP/1.1" status: 404 len: 347 time: 0.0137994 May 10 05:40:33.022755 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 51540) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:33.023717 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ab968-1d69-4b98-8eac-ec114d2ade77 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21777519-a62f-4586-9d41-59e94aeded66,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:33.038362 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-887e3fb1-8be1-48fb-b4bf-f56d5d5e649f req-145de412-38d3-4041-853a-4fa6c699af2e tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651789 May 10 05:40:33.144799 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9b27d674-a610-4f28-90be-f653a38e2f4a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Deleting port cd2c2174-4ca4-4ee7-9dfd-cc7bbfbb3473 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:40:33.145050 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b27d674-a610-4f28-90be-f653a38e2f4a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (cd2c2174-4ca4-4ee7-9dfd-cc7bbfbb3473), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:33.222360 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b27d674-a610-4f28-90be-f653a38e2f4a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (cd2c2174-4ca4-4ee7-9dfd-cc7bbfbb3473), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:33.222677 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b27d674-a610-4f28-90be-f653a38e2f4a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks [] for floatingip (cd2c2174-4ca4-4ee7-9dfd-cc7bbfbb3473), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:33.229252 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f03476-1e07-4d49-9791-a89590a1808d', 'tag': '43115cb3-d302-4bde-8f34-9516b14a357e'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:40:33.232259 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cd1003-b14a-43f6-8f88-87bd9e01a48a" -d '{"events": [{"name": "network-changed", "server_uuid": "79f03476-1e07-4d49-9791-a89590a1808d", "tag": "43115cb3-d302-4bde-8f34-9516b14a357e"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:40:33.239967 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9b27d674-a610-4f28-90be-f653a38e2f4a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Calling delete_port for cd2c2174-4ca4-4ee7-9dfd-cc7bbfbb3473 owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:40:33.288014 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dd636a-078c-45d3-9880-4f9976e0355c x-openstack-request-id: req-d3dd636a-078c-45d3-9880-4f9976e0355c {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:40:33.288298 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f03476-1e07-4d49-9791-a89590a1808d", "tag": "43115cb3-d302-4bde-8f34-9516b14a357e", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:40:33.288535 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d3dd636a-078c-45d3-9880-4f9976e0355c {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:40:33.288931 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3dd636a-078c-45d3-9880-4f9976e0355c'] response: {'name': 'network-changed', 'server_uuid': '79f03476-1e07-4d49-9791-a89590a1808d', 'tag': '43115cb3-d302-4bde-8f34-9516b14a357e', 'status': 'completed', 'code': 200} May 10 05:40:33.329027 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd1003-b14a-43f6-8f88-87bd9e01a48a req-86becc76-686f-4c6e-97a8-2a5104807c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:33.330503 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-06cd1003-b14a-43f6-8f88-87bd9e01a48a req-86becc76-686f-4c6e-97a8-2a5104807c7d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a950288ff0b408ea461a2206204f2e6&device_id=79f03476-1e07-4d49-9791-a89590a1808d HTTP/1.1" status: 200 len: 1129 time: 0.0387738 May 10 05:40:33.380611 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b27d674-a610-4f28-90be-f653a38e2f4a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (cd2c2174-4ca4-4ee7-9dfd-cc7bbfbb3473), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:33.406932 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b27d674-a610-4f28-90be-f653a38e2f4a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Pushing event deleted for resources: {'Port': ['ID=cd2c2174-4ca4-4ee7-9dfd-cc7bbfbb3473,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:33.421674 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd1003-b14a-43f6-8f88-87bd9e01a48a req-ae13dde1-66a7-4e5f-aad3-3316f8ad07b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:33.423344 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-06cd1003-b14a-43f6-8f88-87bd9e01a48a req-ae13dde1-66a7-4e5f-aad3-3316f8ad07b4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=04cb81b5-85e4-4ffa-8556-8a80e37bea1f HTTP/1.1" status: 200 len: 911 time: 0.0860751 May 10 05:40:33.473824 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b27d674-a610-4f28-90be-f653a38e2f4a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks [] for floatingip (0a463f67-5c4b-45a8-b217-bd22fe047429), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:33.476729 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b27d674-a610-4f28-90be-f653a38e2f4a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:33.477907 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-9b27d674-a610-4f28-90be-f653a38e2f4a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "DELETE /v2.0/floatingips/0a463f67-5c4b-45a8-b217-bd22fe047429 HTTP/1.1" status: 204 len: 168 time: 0.4541662 May 10 05:40:33.496020 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-06cd1003-b14a-43f6-8f88-87bd9e01a48a req-148f9987-9152-4bed-9268-9a02abdd359d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43115cb3-d302-4bde-8f34-9516b14a357e HTTP/1.1" status: 200 len: 1000 time: 0.0630836 May 10 05:40:33.550425 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd1003-b14a-43f6-8f88-87bd9e01a48a req-078eceb4-80fa-4fac-83b9-7a0eed1bea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:33.551970 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-06cd1003-b14a-43f6-8f88-87bd9e01a48a req-078eceb4-80fa-4fac-83b9-7a0eed1bea77 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec HTTP/1.1" status: 200 len: 849 time: 0.0493212 May 10 05:40:33.582530 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:40:33.595481 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd1003-b14a-43f6-8f88-87bd9e01a48a req-c0beb101-1854-4e2d-9f95-9540159b146d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:33.597118 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-06cd1003-b14a-43f6-8f88-87bd9e01a48a req-c0beb101-1854-4e2d-9f95-9540159b146d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04cb81b5-85e4-4ffa-8556-8a80e37bea1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389650 May 10 05:40:33.606387 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] No Port match for: 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:40:33.606724 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 3ab98ed4-e4cb-4b6d-8d0a-5edf6530483c not bound to the agent host hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:40:33.689830 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-06cd1003-b14a-43f6-8f88-87bd9e01a48a req-22ea2f2e-f093-4660-847f-da9544057cf3 service neutron] 10.222.0.50 "GET /v2.0/networks/04cb81b5-85e4-4ffa-8556-8a80e37bea1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852432 May 10 05:40:33.796345 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-06cd1003-b14a-43f6-8f88-87bd9e01a48a req-a3076552-6fe0-475f-a47b-a32f8ca2b477 service neutron] 10.222.0.50 "GET /v2.0/networks/04cb81b5-85e4-4ffa-8556-8a80e37bea1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004028 May 10 05:40:33.996715 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6611e5a9-7b2c-44a5-b5dc-b0d1d1c1ba36 req-8a530ffc-6f8e-4cd9-a493-74923cf05bf6 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1586842651&fields=id&tenant_id=54da2dd57fd4488ea0266dc8d744cc25 HTTP/1.1" status: 200 len: 267 time: 0.0592589 May 10 05:40:34.050391 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611e5a9-7b2c-44a5-b5dc-b0d1d1c1ba36 req-67779908-2c91-4184-9a58-bcce8a022d91 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:34.051850 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6611e5a9-7b2c-44a5-b5dc-b0d1d1c1ba36 req-67779908-2c91-4184-9a58-bcce8a022d91 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 984 time: 0.0493374 May 10 05:40:34.065658 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [req-6611e5a9-7b2c-44a5-b5dc-b0d1d1c1ba36 req-1ff3c898-2917-4514-9a62-4278d869f68b tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Request body: {'port': {'security_groups': ['13e10e43-0a71-470e-bbca-4611196a7c4e']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:40:34.167506 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6611e5a9-7b2c-44a5-b5dc-b0d1d1c1ba36 req-1ff3c898-2917-4514-9a62-4278d869f68b tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (eede5e5f-b52a-4379-9ce7-5dbda6258f4b), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:34.188178 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089148c-2b00-4c09-b79c-8b3a5281d2bf req-573b225c-4ded-41c7-a97c-ddeffb021c57 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:34.189612 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f089148c-2b00-4c09-b79c-8b3a5281d2bf req-573b225c-4ded-41c7-a97c-ddeffb021c57 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 944 time: 0.0801253 May 10 05:40:34.288654 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f089148c-2b00-4c09-b79c-8b3a5281d2bf req-377f09a9-dfda-48c0-b4a7-d250f5d73fe0 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932820 May 10 05:40:34.384115 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-6611e5a9-7b2c-44a5-b5dc-b0d1d1c1ba36 req-1ff3c898-2917-4514-9a62-4278d869f68b tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] For port eede5e5f-b52a-4379-9ce7-5dbda6258f4b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=eede5e5f-b52a-4379-9ce7-5dbda6258f4b,segment=NetworkSegment(729ed3d9-f813-4b32-a899-88741e632187),segment_id=729ed3d9-f813-4b32-a899-88741e632187)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:40:34.413598 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6611e5a9-7b2c-44a5-b5dc-b0d1d1c1ba36 req-1ff3c898-2917-4514-9a62-4278d869f68b tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for port (eede5e5f-b52a-4379-9ce7-5dbda6258f4b), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:34.419145 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6611e5a9-7b2c-44a5-b5dc-b0d1d1c1ba36 req-1ff3c898-2917-4514-9a62-4278d869f68b tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (eede5e5f-b52a-4379-9ce7-5dbda6258f4b), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:34.438793 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['eede5e5f-b52a-4379-9ce7-5dbda6258f4b'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:40:34.460729 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611e5a9-7b2c-44a5-b5dc-b0d1d1c1ba36 req-1ff3c898-2917-4514-9a62-4278d869f68b tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:34.460985 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6611e5a9-7b2c-44a5-b5dc-b0d1d1c1ba36 req-1ff3c898-2917-4514-9a62-4278d869f68b tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:34.462335 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6611e5a9-7b2c-44a5-b5dc-b0d1d1c1ba36 req-1ff3c898-2917-4514-9a62-4278d869f68b tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "PUT /v2.0/ports/eede5e5f-b52a-4379-9ce7-5dbda6258f4b HTTP/1.1" status: 200 len: 942 time: 0.4013765 May 10 05:40:34.462791 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c9dc47-c754-47ac-b84d-d96127ae9d7d', 'tag': 'eede5e5f-b52a-4379-9ce7-5dbda6258f4b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:40:34.465127 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03d78f2-e7b2-4dcb-a880-849545e8a380" -d '{"events": [{"name": "network-changed", "server_uuid": "05c9dc47-c754-47ac-b84d-d96127ae9d7d", "tag": "eede5e5f-b52a-4379-9ce7-5dbda6258f4b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:40:34.469620 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 51554) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:34.492760 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3c898-2917-4514-9a62-4278d869f68b tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Pushing event updated for resources: {'Port': ['ID=eede5e5f-b52a-4379-9ce7-5dbda6258f4b,revision_number=7']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:34.522836 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59ad819-360e-4d61-b8fe-a129a7a69442 x-openstack-request-id: req-f59ad819-360e-4d61-b8fe-a129a7a69442 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:40:34.523126 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c9dc47-c754-47ac-b84d-d96127ae9d7d", "tag": "eede5e5f-b52a-4379-9ce7-5dbda6258f4b", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:40:34.523385 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f59ad819-360e-4d61-b8fe-a129a7a69442 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:40:34.523812 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f59ad819-360e-4d61-b8fe-a129a7a69442'] response: {'name': 'network-changed', 'server_uuid': '05c9dc47-c754-47ac-b84d-d96127ae9d7d', 'tag': 'eede5e5f-b52a-4379-9ce7-5dbda6258f4b', 'status': 'completed', 'code': 200} May 10 05:40:34.568738 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-11f41c7b-c449-4f51-8a5d-7f4d068c2a02 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for security_group (c263b03e-bbca-4039-b313-06c97b75ef67), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:34.595437 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['eede5e5f-b52a-4379-9ce7-5dbda6258f4b'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:40:34.599622 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d78f2-e7b2-4dcb-a880-849545e8a380 req-81a1c823-f7d1-463a-976f-ccb55b4aae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:34.601169 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a03d78f2-e7b2-4dcb-a880-849545e8a380 req-81a1c823-f7d1-463a-976f-ccb55b4aae57 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=54da2dd57fd4488ea0266dc8d744cc25&device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 1129 time: 0.0431914 May 10 05:40:34.606498 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-11f41c7b-c449-4f51-8a5d-7f4d068c2a02 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for security_group (c263b03e-bbca-4039-b313-06c97b75ef67), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:34.699391 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-11f41c7b-c449-4f51-8a5d-7f4d068c2a02 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (c263b03e-bbca-4039-b313-06c97b75ef67), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:34.704860 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-11f41c7b-c449-4f51-8a5d-7f4d068c2a02 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:34.707228 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-11f41c7b-c449-4f51-8a5d-7f4d068c2a02 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "DELETE /v2.0/security-groups/c263b03e-bbca-4039-b313-06c97b75ef67 HTTP/1.1" status: 204 len: 168 time: 0.2359545 May 10 05:40:34.717009 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 51564) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:34.724759 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f41c7b-c449-4f51-8a5d-7f4d068c2a02 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c263b03e-bbca-4039-b313-06c97b75ef67,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:34.760092 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d78f2-e7b2-4dcb-a880-849545e8a380 req-239de239-9153-4193-9b74-59a53357fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:34.761722 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a03d78f2-e7b2-4dcb-a880-849545e8a380 req-239de239-9153-4193-9b74-59a53357fd91 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2e1af6cc-bc8b-4bea-9455-7e30dde9457e HTTP/1.1" status: 200 len: 915 time: 0.1519952 May 10 05:40:34.874139 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-298a2eb7-3133-48b5-8aee-88c53de6af69 None None] Provisioning complete for port eede5e5f-b52a-4379-9ce7-5dbda6258f4b triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:40:34.875607 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-298a2eb7-3133-48b5-8aee-88c53de6af69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (eede5e5f-b52a-4379-9ce7-5dbda6258f4b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:34.907527 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a03d78f2-e7b2-4dcb-a880-849545e8a380 req-103ce371-60bb-4608-9636-2a0fb7f043b3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eede5e5f-b52a-4379-9ce7-5dbda6258f4b HTTP/1.1" status: 200 len: 1001 time: 0.1116941 May 10 05:40:34.993151 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d78f2-e7b2-4dcb-a880-849545e8a380 req-47b68b06-8793-40b9-ad27-e316d2902085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:34.994625 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a03d78f2-e7b2-4dcb-a880-849545e8a380 req-47b68b06-8793-40b9-ad27-e316d2902085 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f2160d0e-5c73-40be-9a30-e6aa8b603d51 HTTP/1.1" status: 200 len: 853 time: 0.0800419 May 10 05:40:35.010254 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-298a2eb7-3133-48b5-8aee-88c53de6af69 None None] Current status of the port eede5e5f-b52a-4379-9ce7-5dbda6258f4b is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:40:35.016365 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-7dbba77e-6ef5-4cf5-976b-023dfe1e77a1 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Deleting port 5d8ab77a-b0c0-4063-8595-d75d2d0e041e {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:40:35.016895 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7dbba77e-6ef5-4cf5-976b-023dfe1e77a1 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (5d8ab77a-b0c0-4063-8595-d75d2d0e041e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:35.081897 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d78f2-e7b2-4dcb-a880-849545e8a380 req-938716c4-27e3-4aeb-bdaa-36a0363d27ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:35.083413 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a03d78f2-e7b2-4dcb-a880-849545e8a380 req-938716c4-27e3-4aeb-bdaa-36a0363d27ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2e1af6cc-bc8b-4bea-9455-7e30dde9457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0781035 May 10 05:40:35.158693 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7dbba77e-6ef5-4cf5-976b-023dfe1e77a1 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (5d8ab77a-b0c0-4063-8595-d75d2d0e041e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:35.159015 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7dbba77e-6ef5-4cf5-976b-023dfe1e77a1 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for floatingip (5d8ab77a-b0c0-4063-8595-d75d2d0e041e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:35.174890 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-7dbba77e-6ef5-4cf5-976b-023dfe1e77a1 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Calling delete_port for 5d8ab77a-b0c0-4063-8595-d75d2d0e041e owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:40:35.258647 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a03d78f2-e7b2-4dcb-a880-849545e8a380 req-77c6c865-c030-42c3-b06b-72ae4c1cf6e3 service neutron] 10.222.0.50 "GET /v2.0/networks/2e1af6cc-bc8b-4bea-9455-7e30dde9457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675262 May 10 05:40:35.385301 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6a57b73d-ca33-4fd6-9d88-90e331dc6368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:35.454601 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a03d78f2-e7b2-4dcb-a880-849545e8a380 req-b8e88940-e612-4887-90ed-f0a07ce20d7a service neutron] 10.222.0.50 "GET /v2.0/networks/2e1af6cc-bc8b-4bea-9455-7e30dde9457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846588 May 10 05:40:35.504037 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98b7ef-e64c-482f-9962-d2b3b6cee9bd req-41547c87-ef4e-4342-9395-4d4972a3e8fc tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:35.510765 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8f98b7ef-e64c-482f-9962-d2b3b6cee9bd req-41547c87-ef4e-4342-9395-4d4972a3e8fc tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 944 time: 0.1029611 May 10 05:40:35.543979 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7dbba77e-6ef5-4cf5-976b-023dfe1e77a1 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713'] for port (5d8ab77a-b0c0-4063-8595-d75d2d0e041e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:35.582205 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbba77e-6ef5-4cf5-976b-023dfe1e77a1 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Pushing event deleted for resources: {'Port': ['ID=5d8ab77a-b0c0-4063-8595-d75d2d0e041e,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:35.592273 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8f98b7ef-e64c-482f-9962-d2b3b6cee9bd req-a489e33b-8ccd-46e5-86ff-66dad7a1e9cf tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804925 May 10 05:40:35.619648 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7dbba77e-6ef5-4cf5-976b-023dfe1e77a1 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks [] for floatingip (11815dd6-6bb2-46d4-a3bc-ed3411bceebb), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:35.620011 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.db.l3_db [None req-7dbba77e-6ef5-4cf5-976b-023dfe1e77a1 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Floating IP 11815dd6-6bb2-46d4-a3bc-ed3411bceebb disassociated (deleted). External IP: 172.27.0.133, port: eede5e5f-b52a-4379-9ce7-5dbda6258f4b. May 10 05:40:35.844907 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbba77e-6ef5-4cf5-976b-023dfe1e77a1 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Router 5df6ffbc-a4ba-43e2-ab7a-848057f492e3 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:40:36.184795 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ce346-539b-4088-81cc-3a73458d471d req-9d0a3263-b2bc-4b33-877e-4a66d12af6d7 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:36.186179 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a84ce346-539b-4088-81cc-3a73458d471d req-9d0a3263-b2bc-4b33-877e-4a66d12af6d7 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.0550475 May 10 05:40:36.254536 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbba77e-6ef5-4cf5-976b-023dfe1e77a1 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:40:36.260268 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7dbba77e-6ef5-4cf5-976b-023dfe1e77a1 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:36.264376 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac95ae4f-a699-4c7d-a3e6-2a40a6eb1542 None None] Sync routers for ids ['5df6ffbc-a4ba-43e2-ab7a-848057f492e3'] in dv-cinder-836996-16-iscsi {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:40:36.276874 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac95ae4f-a699-4c7d-a3e6-2a40a6eb1542 None None] Routers {'5df6ffbc-a4ba-43e2-ab7a-848057f492e3'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:40:36.277488 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ac95ae4f-a699-4c7d-a3e6-2a40a6eb1542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:40:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['5df6ffbc-a4ba-43e2-ab7a-848057f492e3'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:36.293877 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a84ce346-539b-4088-81cc-3a73458d471d req-b4eb0558-68d7-4fc5-9c4e-4f85354a827b tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009493 May 10 05:40:36.302230 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-7dbba77e-6ef5-4cf5-976b-023dfe1e77a1 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "DELETE /v2.0/floatingips/11815dd6-6bb2-46d4-a3bc-ed3411bceebb HTTP/1.1" status: 204 len: 168 time: 1.5813351 May 10 05:40:36.398044 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-ac95ae4f-a699-4c7d-a3e6-2a40a6eb1542 None None] Set router 5df6ffbc-a4ba-43e2-ab7a-848057f492e3 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:40:36.525215 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c9dc47-c754-47ac-b84d-d96127ae9d7d', 'tag': 'eede5e5f-b52a-4379-9ce7-5dbda6258f4b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:40:36.527900 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f389dd65-cd82-4c2f-881f-046648852d57" -d '{"events": [{"name": "network-changed", "server_uuid": "05c9dc47-c754-47ac-b84d-d96127ae9d7d", "tag": "eede5e5f-b52a-4379-9ce7-5dbda6258f4b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:40:36.563819 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ff177d-fbfe-456f-a713-33693e50f7f4 x-openstack-request-id: req-16ff177d-fbfe-456f-a713-33693e50f7f4 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:40:36.564115 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c9dc47-c754-47ac-b84d-d96127ae9d7d", "tag": "eede5e5f-b52a-4379-9ce7-5dbda6258f4b", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:40:36.564351 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16ff177d-fbfe-456f-a713-33693e50f7f4 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:40:36.564737 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16ff177d-fbfe-456f-a713-33693e50f7f4'] response: {'name': 'network-changed', 'server_uuid': '05c9dc47-c754-47ac-b84d-d96127ae9d7d', 'tag': 'eede5e5f-b52a-4379-9ce7-5dbda6258f4b', 'status': 'completed', 'code': 200} May 10 05:40:36.602594 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:36.605687 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ac95ae4f-a699-4c7d-a3e6-2a40a6eb1542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'name': 'tempest-TestMinimumBasicScenario-253532844-router', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '1cac9bfd-631d-4bdf-8c76-098b63aaca9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:37:36Z', 'updated_at': '2022-05-10T05:37:41Z', 'revision_number': 4, 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'gw_port': {'id': '1cac9bfd-631d-4bdf-8c76-098b63aaca9c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:36Z', 'updated_at': '2022-05-10T05:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'c118c686-cebb-4d88-af71-eb84d899d1c4', 'name': '', 'network_id': '2e1af6cc-bc8b-4bea-9455-7e30dde9457e', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25', 'mac_address': 'fa:16:3e:57:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f2160d0e-5c73-40be-9a30-e6aa8b603d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:40Z', 'updated_at': '2022-05-10T05:37:47Z', 'revision_number': 5, 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'subnets': [{'id': 'f2160d0e-5c73-40be-9a30-e6aa8b603d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:36.636593 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac95ae4f-a699-4c7d-a3e6-2a40a6eb1542 None None] Checking router: 5df6ffbc-a4ba-43e2-ab7a-848057f492e3 for host: dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:40:36.646010 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac95ae4f-a699-4c7d-a3e6-2a40a6eb1542 None None] Routers {'5df6ffbc-a4ba-43e2-ab7a-848057f492e3'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:40:36.646616 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ac95ae4f-a699-4c7d-a3e6-2a40a6eb1542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:40:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['5df6ffbc-a4ba-43e2-ab7a-848057f492e3'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:36.701969 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2721b-5998-4951-8a86-99b835a51329 req-34d37055-236c-431d-9b46-8fbf1f8d3cc8 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:36.703420 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-97d2721b-5998-4951-8a86-99b835a51329 req-34d37055-236c-431d-9b46-8fbf1f8d3cc8 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 944 time: 0.0459962 May 10 05:40:36.757939 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-97d2721b-5998-4951-8a86-99b835a51329 req-55a02968-bdf4-4e62-b5a7-3ecb5e39d9e7 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486410 May 10 05:40:36.758713 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-ac95ae4f-a699-4c7d-a3e6-2a40a6eb1542 None None] Set router 5df6ffbc-a4ba-43e2-ab7a-848057f492e3 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:40:36.960568 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ac95ae4f-a699-4c7d-a3e6-2a40a6eb1542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'name': 'tempest-TestMinimumBasicScenario-253532844-router', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '1cac9bfd-631d-4bdf-8c76-098b63aaca9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:37:36Z', 'updated_at': '2022-05-10T05:37:41Z', 'revision_number': 4, 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'gw_port': {'id': '1cac9bfd-631d-4bdf-8c76-098b63aaca9c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:36Z', 'updated_at': '2022-05-10T05:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'c118c686-cebb-4d88-af71-eb84d899d1c4', 'name': '', 'network_id': '2e1af6cc-bc8b-4bea-9455-7e30dde9457e', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25', 'mac_address': 'fa:16:3e:57:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f2160d0e-5c73-40be-9a30-e6aa8b603d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:40Z', 'updated_at': '2022-05-10T05:37:47Z', 'revision_number': 5, 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'subnets': [{'id': 'f2160d0e-5c73-40be-9a30-e6aa8b603d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:36.991262 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac95ae4f-a699-4c7d-a3e6-2a40a6eb1542 None None] The sync data for ids ['5df6ffbc-a4ba-43e2-ab7a-848057f492e3'] in dv-cinder-836996-16-iscsi is: [{'id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'name': 'tempest-TestMinimumBasicScenario-253532844-router', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '1cac9bfd-631d-4bdf-8c76-098b63aaca9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:37:36Z', 'updated_at': '2022-05-10T05:37:41Z', 'revision_number': 4, 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'gw_port': {'id': '1cac9bfd-631d-4bdf-8c76-098b63aaca9c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:36Z', 'updated_at': '2022-05-10T05:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'c118c686-cebb-4d88-af71-eb84d899d1c4', 'name': '', 'network_id': '2e1af6cc-bc8b-4bea-9455-7e30dde9457e', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25', 'mac_address': 'fa:16:3e:57:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f2160d0e-5c73-40be-9a30-e6aa8b603d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:40Z', 'updated_at': '2022-05-10T05:37:47Z', 'revision_number': 5, 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'subnets': [{'id': 'f2160d0e-5c73-40be-9a30-e6aa8b603d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:40:37.211727 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79de224-5a99-4294-8224-385b5af2052c None None] New status for floating IP 11815dd6-6bb2-46d4-a3bc-ed3411bceebb: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 05:40:37.407080 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf43b9-3b43-40b4-b6cb-6aeb078cb239 req-3d9cc22b-415e-4b90-888f-56e7063ec26b tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:37.408667 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5baf43b9-3b43-40b4-b6cb-6aeb078cb239 req-3d9cc22b-415e-4b90-888f-56e7063ec26b tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.0473533 May 10 05:40:37.456678 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5baf43b9-3b43-40b4-b6cb-6aeb078cb239 req-f1032d8e-a83a-4db3-9a84-66691b18f036 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421674 May 10 05:40:37.593663 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:37.631285 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7c5bd-f87c-4745-8764-f0f0d1f95a4f req-d27228e2-b176-49a7-a425-afc6836ced21 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:37.632766 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5ba7c5bd-f87c-4745-8764-f0f0d1f95a4f req-d27228e2-b176-49a7-a425-afc6836ced21 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.0585482 May 10 05:40:37.681416 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5ba7c5bd-f87c-4745-8764-f0f0d1f95a4f req-def23014-6448-42e4-8551-3668ec65c2f0 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428467 May 10 05:40:37.880181 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f9181-5989-4d13-bfdc-c8277a1782bf req-86ae69ed-83d3-4426-945d-2d84f903b81d tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:37.882042 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-fa4f9181-5989-4d13-bfdc-c8277a1782bf req-86ae69ed-83d3-4426-945d-2d84f903b81d tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 944 time: 0.0511301 May 10 05:40:37.937433 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-fa4f9181-5989-4d13-bfdc-c8277a1782bf req-21ee002d-d14b-46c5-9801-989c18f27538 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479856 May 10 05:40:38.595723 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389dd65-cd82-4c2f-881f-046648852d57 req-41cbe6a3-01dd-418b-bcbf-c6381c6a7ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:38.597196 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f389dd65-cd82-4c2f-881f-046648852d57 req-41cbe6a3-01dd-418b-bcbf-c6381c6a7ef2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=54da2dd57fd4488ea0266dc8d744cc25&device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 1129 time: 0.1113224 May 10 05:40:38.603243 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f9425-f7e9-4b92-9fb5-46ed1626bd6a req-d7b82b36-36df-4ff6-b952-b105242d905c tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:38.604618 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-db5f9425-f7e9-4b92-9fb5-46ed1626bd6a req-d7b82b36-36df-4ff6-b952-b105242d905c tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.0754888 May 10 05:40:38.656381 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-db5f9425-f7e9-4b92-9fb5-46ed1626bd6a req-61faaeeb-5fd4-4d51-85a7-3b9c5e8e42b7 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459991 May 10 05:40:38.805556 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20ad56-760e-4848-a5fc-8367a7f3fed1 req-8abbb002-ca15-4754-9664-450482d1a698 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:38.807080 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9d20ad56-760e-4848-a5fc-8367a7f3fed1 req-8abbb002-ca15-4754-9664-450482d1a698 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.0513742 May 10 05:40:38.859388 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9d20ad56-760e-4848-a5fc-8367a7f3fed1 req-4441c761-c82c-49d9-874a-e099d759e26d tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464098 May 10 05:40:39.058521 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1146c-c9c3-4996-8d54-62b1a293de03 req-8d9c1e61-6a70-465f-b5e6-47adcf7b4307 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:39.059967 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-76a1146c-c9c3-4996-8d54-62b1a293de03 req-8d9c1e61-6a70-465f-b5e6-47adcf7b4307 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 944 time: 0.0468900 May 10 05:40:39.122276 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-76a1146c-c9c3-4996-8d54-62b1a293de03 req-713e3b56-e273-43e6-b4b1-04d3300fe0fe tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553896 May 10 05:40:39.383337 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:39.619049 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4fac2-b251-4788-9dc0-9eeb450852f6 req-554d55e4-9084-4d73-bb73-3946e5864e7d tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:39.620581 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-8df4fac2-b251-4788-9dc0-9eeb450852f6 req-554d55e4-9084-4d73-bb73-3946e5864e7d tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.50 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.0505285 May 10 05:40:39.673268 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389dd65-cd82-4c2f-881f-046648852d57 req-96028d64-57b2-45f5-8c91-513c4753d5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:39.677047 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f389dd65-cd82-4c2f-881f-046648852d57 req-96028d64-57b2-45f5-8c91-513c4753d5d0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2e1af6cc-bc8b-4bea-9455-7e30dde9457e HTTP/1.1" status: 200 len: 915 time: 0.1047421 May 10 05:40:39.733026 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-8df4fac2-b251-4788-9dc0-9eeb450852f6 req-5022f612-0499-4a9e-851c-455fdd4bc3ab tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Deleting port 64bcfeff-4d68-4f7e-83e7-d6594c3629f1 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:40:39.733359 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8df4fac2-b251-4788-9dc0-9eeb450852f6 req-5022f612-0499-4a9e-851c-455fdd4bc3ab tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (64bcfeff-4d68-4f7e-83e7-d6594c3629f1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:39.792935 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f389dd65-cd82-4c2f-881f-046648852d57 req-efb671b3-f67a-49e0-acd8-01538e15f941 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eede5e5f-b52a-4379-9ce7-5dbda6258f4b HTTP/1.1" status: 200 len: 217 time: 0.0573075 May 10 05:40:39.813008 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09a387-0b64-4a03-9633-17c8fc32ed92 req-3b0ee832-d5c2-4698-93a3-123f70699c65 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:39.814440 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ef09a387-0b64-4a03-9633-17c8fc32ed92 req-3b0ee832-d5c2-4698-93a3-123f70699c65 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=a61b60dc-2d94-4f36-a21b-ba58bc1c65f2 HTTP/1.1" status: 200 len: 945 time: 0.0894814 May 10 05:40:39.829325 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-8df4fac2-b251-4788-9dc0-9eeb450852f6 req-5022f612-0499-4a9e-851c-455fdd4bc3ab tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] For port 64bcfeff-4d68-4f7e-83e7-d6594c3629f1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=64bcfeff-4d68-4f7e-83e7-d6594c3629f1,segment=NetworkSegment(9225ec9f-9ab7-44e3-8189-b6b0b00fce2d),segment_id=9225ec9f-9ab7-44e3-8189-b6b0b00fce2d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:40:39.829688 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8df4fac2-b251-4788-9dc0-9eeb450852f6 req-5022f612-0499-4a9e-851c-455fdd4bc3ab tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (64bcfeff-4d68-4f7e-83e7-d6594c3629f1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:39.842560 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-8df4fac2-b251-4788-9dc0-9eeb450852f6 req-5022f612-0499-4a9e-851c-455fdd4bc3ab tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Calling delete_port for 64bcfeff-4d68-4f7e-83e7-d6594c3629f1 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:40:39.866024 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389dd65-cd82-4c2f-881f-046648852d57 req-ae81e4ca-bfb6-41b7-a4e0-6ab97902e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:39.867446 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f389dd65-cd82-4c2f-881f-046648852d57 req-ae81e4ca-bfb6-41b7-a4e0-6ab97902e663 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f2160d0e-5c73-40be-9a30-e6aa8b603d51 HTTP/1.1" status: 200 len: 853 time: 0.0668514 May 10 05:40:39.943944 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ef09a387-0b64-4a03-9633-17c8fc32ed92 req-1f707655-2da4-4f2a-b81e-bc5c90bf2368 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015778 May 10 05:40:39.956010 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389dd65-cd82-4c2f-881f-046648852d57 req-072a1fad-bf9c-4659-b776-2c8f69d097d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:39.957449 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f389dd65-cd82-4c2f-881f-046648852d57 req-072a1fad-bf9c-4659-b776-2c8f69d097d1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2e1af6cc-bc8b-4bea-9455-7e30dde9457e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0794117 May 10 05:40:39.985634 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8df4fac2-b251-4788-9dc0-9eeb450852f6 req-5022f612-0499-4a9e-851c-455fdd4bc3ab tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (64bcfeff-4d68-4f7e-83e7-d6594c3629f1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:40.001818 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['caf4b026-5603-4656-a8ea-a2690b18afa3', '64bcfeff-4d68-4f7e-83e7-d6594c3629f1'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:40:40.029090 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022f612-0499-4a9e-851c-455fdd4bc3ab tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Pushing event deleted for resources: {'Port': ['ID=64bcfeff-4d68-4f7e-83e7-d6594c3629f1,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:40.036561 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022f612-0499-4a9e-851c-455fdd4bc3ab tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:40.036906 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022f612-0499-4a9e-851c-455fdd4bc3ab tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:40.037252 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022f612-0499-4a9e-851c-455fdd4bc3ab tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:40.037583 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022f612-0499-4a9e-851c-455fdd4bc3ab tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:40.037910 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022f612-0499-4a9e-851c-455fdd4bc3ab tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:40.038235 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022f612-0499-4a9e-851c-455fdd4bc3ab tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:40.039313 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022f612-0499-4a9e-851c-455fdd4bc3ab tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:40.039313 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022f612-0499-4a9e-851c-455fdd4bc3ab tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:40.039313 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022f612-0499-4a9e-851c-455fdd4bc3ab tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:40.039814 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022f612-0499-4a9e-851c-455fdd4bc3ab tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:40.039814 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022f612-0499-4a9e-851c-455fdd4bc3ab tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:40.040122 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022f612-0499-4a9e-851c-455fdd4bc3ab tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:40.040439 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022f612-0499-4a9e-851c-455fdd4bc3ab tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:40.040749 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022f612-0499-4a9e-851c-455fdd4bc3ab tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:40.041071 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022f612-0499-4a9e-851c-455fdd4bc3ab tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:40.045045 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05977c2f-26fd-4b87-b8bb-8e857814cea2 req-4afbb52a-0600-4f8d-8293-03a96b8fd26e tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:40.046606 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-05977c2f-26fd-4b87-b8bb-8e857814cea2 req-4afbb52a-0600-4f8d-8293-03a96b8fd26e tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.0996842 May 10 05:40:40.095247 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df4fac2-b251-4788-9dc0-9eeb450852f6 req-5022f612-0499-4a9e-851c-455fdd4bc3ab tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] No DVR routers for this DVR port 64bcfeff-4d68-4f7e-83e7-d6594c3629f1 on host hv-cinder-83699 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:40:40.098380 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8df4fac2-b251-4788-9dc0-9eeb450852f6 req-5022f612-0499-4a9e-851c-455fdd4bc3ab tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:40.101689 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-8df4fac2-b251-4788-9dc0-9eeb450852f6 req-5022f612-0499-4a9e-851c-455fdd4bc3ab tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.50 "DELETE /v2.0/ports/64bcfeff-4d68-4f7e-83e7-d6594c3629f1 HTTP/1.1" status: 204 len: 173 time: 0.4672482 May 10 05:40:40.102127 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61b60dc-2d94-4f36-a21b-ba58bc1c65f2', 'name': 'network-vif-deleted', 'tag': '64bcfeff-4d68-4f7e-83e7-d6594c3629f1'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:40:40.104476 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847e4ad0-db38-4510-b30c-7319bdcf55bd" -d '{"events": [{"server_uuid": "a61b60dc-2d94-4f36-a21b-ba58bc1c65f2", "name": "network-vif-deleted", "tag": "64bcfeff-4d68-4f7e-83e7-d6594c3629f1"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:40:40.121927 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f389dd65-cd82-4c2f-881f-046648852d57 req-46d4f57b-aecb-4ced-8a3d-1c2bd0e697e7 service neutron] 10.222.0.50 "GET /v2.0/networks/2e1af6cc-bc8b-4bea-9455-7e30dde9457e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382799 May 10 05:40:40.130302 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-05977c2f-26fd-4b87-b8bb-8e857814cea2 req-4808d568-4b2a-4a80-8a9f-a05ff8f6ad29 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686653 May 10 05:40:40.144083 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51992444-8966-4493-bea1-e20fcd44ee68 x-openstack-request-id: req-51992444-8966-4493-bea1-e20fcd44ee68 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:40:40.144364 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61b60dc-2d94-4f36-a21b-ba58bc1c65f2", "name": "network-vif-deleted", "tag": "64bcfeff-4d68-4f7e-83e7-d6594c3629f1", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:40:40.144613 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51992444-8966-4493-bea1-e20fcd44ee68 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:40:40.145128 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51992444-8966-4493-bea1-e20fcd44ee68'] response: {'server_uuid': 'a61b60dc-2d94-4f36-a21b-ba58bc1c65f2', 'name': 'network-vif-deleted', 'tag': '64bcfeff-4d68-4f7e-83e7-d6594c3629f1', 'status': 'completed', 'code': 200} May 10 05:40:40.267039 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c48489-b55f-4120-bd2a-079f1c8c4a00 req-1f93c625-8c6d-4aba-a343-24f34e676afd tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:40.268531 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-10c48489-b55f-4120-bd2a-079f1c8c4a00 req-1f93c625-8c6d-4aba-a343-24f34e676afd tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 944 time: 0.0615160 May 10 05:40:40.298608 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f389dd65-cd82-4c2f-881f-046648852d57 req-df127289-3613-4e62-80c0-f6c2a2007c56 service neutron] 10.222.0.50 "GET /v2.0/networks/2e1af6cc-bc8b-4bea-9455-7e30dde9457e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672578 May 10 05:40:40.328873 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-10c48489-b55f-4120-bd2a-079f1c8c4a00 req-762058b1-f19f-4b55-b11b-6eeee4c57289 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540664 May 10 05:40:41.204860 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b0c12-bccd-45af-a7f3-6be53367d07b req-383c30e6-b59c-4e96-8520-45c9340c11a8 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:41.206439 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-914b0c12-bccd-45af-a7f3-6be53367d07b req-383c30e6-b59c-4e96-8520-45c9340c11a8 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0517235 May 10 05:40:41.268399 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ec099-3b91-46e6-bf2a-5d3a3e57c024 req-936eac57-f294-486a-b7df-9e61abaf0f59 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:41.269872 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f08ec099-3b91-46e6-bf2a-5d3a3e57c024 req-936eac57-f294-486a-b7df-9e61abaf0f59 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.0593181 May 10 05:40:41.307198 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-914b0c12-bccd-45af-a7f3-6be53367d07b req-3125daab-f0c3-4dc3-af1d-83edd53fc5e4 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876729 May 10 05:40:41.330405 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f08ec099-3b91-46e6-bf2a-5d3a3e57c024 req-db14e4b9-0df0-4ca8-9147-c509aaa5f370 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544548 May 10 05:40:41.442374 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887219f-4716-42c4-8929-8743f3248bc9 req-8847b8e8-f491-4a38-8081-b7fbf34f05d2 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:41.443842 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0887219f-4716-42c4-8929-8743f3248bc9 req-8847b8e8-f491-4a38-8081-b7fbf34f05d2 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 944 time: 0.0478137 May 10 05:40:41.509203 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0887219f-4716-42c4-8929-8743f3248bc9 req-b499a584-3dfc-4459-97fd-3b4e9ad2b763 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571823 May 10 05:40:41.642792 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device dffd03e0-fe9d-43a2-b37f-2a79995814fe details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 05:40:41.749557 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port dffd03e0-fe9d-43a2-b37f-2a79995814fe, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=dffd03e0-fe9d-43a2-b37f-2a79995814fe,segment=NetworkSegment(bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c),segment_id=bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:40:41.761774 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Returning: {'device': 'dffd03e0-fe9d-43a2-b37f-2a79995814fe', 'network_id': '918d9451-3907-4334-86c4-66c71dca6bc6', 'port_id': 'dffd03e0-fe9d-43a2-b37f-2a79995814fe', 'mac_address': 'fa:16:3e:e8:92:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2a5834-958c-4d83-942b-6f1d18dc1c56', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 05:40:41.799211 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port dffd03e0-fe9d-43a2-b37f-2a79995814fe is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:40:41.799656 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (dffd03e0-fe9d-43a2-b37f-2a79995814fe), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:41.817441 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dffd03e0-fe9d-43a2-b37f-2a79995814fe {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:40:41.838206 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port dffd03e0-fe9d-43a2-b37f-2a79995814fe, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=dffd03e0-fe9d-43a2-b37f-2a79995814fe,segment=NetworkSegment(bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c),segment_id=bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:40:41.844592 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (dffd03e0-fe9d-43a2-b37f-2a79995814fe), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:41.892885 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=dffd03e0-fe9d-43a2-b37f-2a79995814fe,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:42.142495 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['dffd03e0-fe9d-43a2-b37f-2a79995814fe'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:40:42.209280 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61697c21-c29f-409c-a4b4-7a7100dd3fa8 req-99f8c62b-772a-45e0-af28-7ac832f66251 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:42.210749 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-61697c21-c29f-409c-a4b4-7a7100dd3fa8 req-99f8c62b-772a-45e0-af28-7ac832f66251 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 945 time: 0.0460942 May 10 05:40:42.256118 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-61697c21-c29f-409c-a4b4-7a7100dd3fa8 req-a84ed30c-96a9-4b39-8ef1-2634f9c34b3a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396676 May 10 05:40:42.452388 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b159f-6e32-4875-9e22-19b0fd2a9883 req-5e16b221-32c0-4507-bc76-3b00504de15a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:42.453785 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9d9b159f-6e32-4875-9e22-19b0fd2a9883 req-5e16b221-32c0-4507-bc76-3b00504de15a tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0739851 May 10 05:40:42.476704 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef808c8-bacb-43ec-9d79-20383fb96471 req-516764eb-75ce-4b77-ab7b-78150a66c532 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:42.478161 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bef808c8-bacb-43ec-9d79-20383fb96471 req-516764eb-75ce-4b77-ab7b-78150a66c532 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.0710406 May 10 05:40:42.540645 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9d9b159f-6e32-4875-9e22-19b0fd2a9883 req-edfd3f7b-0294-43bd-bdfd-0a49730498e1 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810342 May 10 05:40:42.547833 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bef808c8-bacb-43ec-9d79-20383fb96471 req-341b3cbb-74dc-4b51-9aa6-11e18e33e414 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629923 May 10 05:40:42.643233 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f082367-8d18-48cd-82df-b4dee410834d req-51f81a5b-2d79-4108-a9bd-95afe0e5894a tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:42.644609 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9f082367-8d18-48cd-82df-b4dee410834d req-51f81a5b-2d79-4108-a9bd-95afe0e5894a tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 945 time: 0.0494702 May 10 05:40:42.693474 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9f082367-8d18-48cd-82df-b4dee410834d req-8db6adf7-44dc-4429-ab4e-18d5339d372c tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431626 May 10 05:40:43.385849 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf2e84-acba-49ae-871f-761d6a5fffd4 req-002bc43c-b382-4796-99bd-e7a6b38551e4 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:43.387294 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-75bf2e84-acba-49ae-871f-761d6a5fffd4 req-002bc43c-b382-4796-99bd-e7a6b38551e4 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 945 time: 0.0574715 May 10 05:40:43.438419 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-75bf2e84-acba-49ae-871f-761d6a5fffd4 req-6cf0ec8c-ac76-40e4-af17-231a6e6c3299 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454271 May 10 05:40:43.658085 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device dffd03e0-fe9d-43a2-b37f-2a79995814fe up at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:40:43.702797 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8be790-0b5f-4a41-bccf-35f4df31604c req-ac1f4fa9-4121-4a67-b0ab-9c9958338e51 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:43.704328 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ef8be790-0b5f-4a41-bccf-35f4df31604c req-ac1f4fa9-4121-4a67-b0ab-9c9958338e51 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0823054 May 10 05:40:43.706365 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning complete for port dffd03e0-fe9d-43a2-b37f-2a79995814fe triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:40:43.706744 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (dffd03e0-fe9d-43a2-b37f-2a79995814fe), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:43.712636 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797753ca-2194-42da-90bf-e0779eff364c req-618e6094-0f43-4f4d-b419-922d1540843f tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:43.714111 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-797753ca-2194-42da-90bf-e0779eff364c req-618e6094-0f43-4f4d-b419-922d1540843f tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.0824809 May 10 05:40:43.785056 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port dffd03e0-fe9d-43a2-b37f-2a79995814fe is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:40:43.785436 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (dffd03e0-fe9d-43a2-b37f-2a79995814fe), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:43.788075 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ef8be790-0b5f-4a41-bccf-35f4df31604c req-c7f84ed3-072d-49c8-b0b6-01e1ca6200ea tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729685 May 10 05:40:43.791251 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-797753ca-2194-42da-90bf-e0779eff364c req-ae7c4d56-98be-4104-8391-90d16a489499 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701823 May 10 05:40:43.808001 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925b9230-6888-48f3-a440-2c8648334a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffd03e0-fe9d-43a2-b37f-2a79995814fe'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:40:43.810222 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0800c53295b7046a146618d9b887730b91c06d3b0846630efe31b30f8053b0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7746612-f3bc-498d-8f19-ea0cc7aa600f" -d '{"events": [{"server_uuid": "925b9230-6888-48f3-a440-2c8648334a8b", "name": "network-vif-plugged", "status": "completed", "tag": "dffd03e0-fe9d-43a2-b37f-2a79995814fe"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:40:43.822953 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port dffd03e0-fe9d-43a2-b37f-2a79995814fe, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=dffd03e0-fe9d-43a2-b37f-2a79995814fe,segment=NetworkSegment(bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c),segment_id=bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:40:43.828771 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (dffd03e0-fe9d-43a2-b37f-2a79995814fe), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:43.829576 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 64bcfeff-4d68-4f7e-83e7-d6594c3629f1 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:40:43.867056 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87b5813-a2d0-4c16-a4e7-2601498e4772 x-openstack-request-id: req-a87b5813-a2d0-4c16-a4e7-2601498e4772 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:40:43.867366 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925b9230-6888-48f3-a440-2c8648334a8b", "name": "network-vif-plugged", "status": "completed", "tag": "dffd03e0-fe9d-43a2-b37f-2a79995814fe", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:40:43.867635 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a87b5813-a2d0-4c16-a4e7-2601498e4772 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:40:43.868014 dv-cinder-836996-16-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a87b5813-a2d0-4c16-a4e7-2601498e4772'] response: {'server_uuid': '925b9230-6888-48f3-a440-2c8648334a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffd03e0-fe9d-43a2-b37f-2a79995814fe', 'code': 200} May 10 05:40:43.868651 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] No Port match for: 64bcfeff-4d68-4f7e-83e7-d6594c3629f1 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:40:43.868983 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 64bcfeff-4d68-4f7e-83e7-d6594c3629f1 not bound to the agent host hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:40:43.895682 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=dffd03e0-fe9d-43a2-b37f-2a79995814fe,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:43.899611 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649f88d-5304-42ef-8a44-776aff9c7a7d req-526a68a7-42a2-4318-99bf-c90ee024d115 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:43.901097 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b649f88d-5304-42ef-8a44-776aff9c7a7d req-526a68a7-42a2-4318-99bf-c90ee024d115 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 946 time: 0.0493758 May 10 05:40:43.949755 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b649f88d-5304-42ef-8a44-776aff9c7a7d req-c29759a1-bbe3-4c36-b5f9-265cb6ad391c tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428901 May 10 05:40:44.576100 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df54b9-5552-4fb9-80d8-98a135af1446 req-bcfbde79-69c2-4c0d-b1f4-532d93a07512 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:44.577751 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-74df54b9-5552-4fb9-80d8-98a135af1446 req-bcfbde79-69c2-4c0d-b1f4-532d93a07512 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 945 time: 0.0514467 May 10 05:40:44.627982 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-74df54b9-5552-4fb9-80d8-98a135af1446 req-07dccdf9-6c93-4840-a733-52f155b5b226 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416262 May 10 05:40:44.912328 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017095db-d86c-4069-994a-dbda0614957c req-e1654fcf-68de-4086-83e6-787e092fb726 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:44.913766 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-017095db-d86c-4069-994a-dbda0614957c req-e1654fcf-68de-4086-83e6-787e092fb726 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0505948 May 10 05:40:44.991896 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438b18b-629f-4cf6-8245-a2aadbf0c418 req-acb1686e-7f0d-417a-9e58-7072cbe0e9a8 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:44.993362 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a438b18b-629f-4cf6-8245-a2aadbf0c418 req-acb1686e-7f0d-417a-9e58-7072cbe0e9a8 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.0611982 May 10 05:40:44.996785 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-017095db-d86c-4069-994a-dbda0614957c req-7a965e44-4c07-4ecd-af19-0e4b8b2e43a4 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774858 May 10 05:40:45.041594 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a438b18b-629f-4cf6-8245-a2aadbf0c418 req-f8392bd3-07ac-4c93-be0f-806469ffb5f3 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422957 May 10 05:40:45.104026 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee585a16-bb6c-4205-8857-6769cee04760 req-08e0f210-afb5-4916-9ac1-339b3d576925 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:45.105383 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ee585a16-bb6c-4205-8857-6769cee04760 req-08e0f210-afb5-4916-9ac1-339b3d576925 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 946 time: 0.0495503 May 10 05:40:45.158984 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ee585a16-bb6c-4205-8857-6769cee04760 req-78da4222-7b82-4216-866f-b9314f031417 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452750 May 10 05:40:45.751505 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b0f41-4eb2-45c1-ba56-7270054a7102 req-3a109df3-8bcc-485b-a6b6-5849d09eb0b9 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:45.752891 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5d6b0f41-4eb2-45c1-ba56-7270054a7102 req-3a109df3-8bcc-485b-a6b6-5849d09eb0b9 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 945 time: 0.0493867 May 10 05:40:45.803763 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5d6b0f41-4eb2-45c1-ba56-7270054a7102 req-6d7f8df6-a28f-42a4-9c54-a1e25bdb988f tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425794 May 10 05:40:46.130951 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859c4d0-08dc-4bb8-8bae-81349f818e51 req-81722d89-1d76-43e2-991b-9303fea9066f tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:46.132429 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a859c4d0-08dc-4bb8-8bae-81349f818e51 req-81722d89-1d76-43e2-991b-9303fea9066f tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0563121 May 10 05:40:46.183758 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8db641-bfce-4dea-b7b5-e25d7228f34b req-bc4c54aa-7d61-41f3-a027-375cbde92e91 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:46.185182 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bb8db641-bfce-4dea-b7b5-e25d7228f34b req-bc4c54aa-7d61-41f3-a027-375cbde92e91 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.0698102 May 10 05:40:46.228073 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a859c4d0-08dc-4bb8-8bae-81349f818e51 req-3bc06c5d-e71d-4973-a896-772fba0e7f54 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/security-groups?id=b43e7bf6-3d01-4933-89d2-4437afb8eb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730708 May 10 05:40:46.254919 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bb8db641-bfce-4dea-b7b5-e25d7228f34b req-df4337fd-5fe0-4b09-9a3a-6c7238fb6d60 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575192 May 10 05:40:46.327160 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51476e-9bf5-45fb-81e1-f61989892b78 req-86cecd16-677e-4d13-b88d-4a9de7202718 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:46.328627 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6b51476e-9bf5-45fb-81e1-f61989892b78 req-86cecd16-677e-4d13-b88d-4a9de7202718 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 946 time: 0.0456586 May 10 05:40:46.376756 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6b51476e-9bf5-45fb-81e1-f61989892b78 req-13d19d46-13a9-4ca2-b015-8cbfd3f32b2c tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426300 May 10 05:40:46.427330 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc3d4f-12d4-4b58-a7f3-f1dc12ea7c32 req-a2144d08-9115-4b22-873e-ace4a1a00d88 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:46.428781 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7abc3d4f-12d4-4b58-a7f3-f1dc12ea7c32 req-a2144d08-9115-4b22-873e-ace4a1a00d88 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 946 time: 0.0512319 May 10 05:40:46.526306 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-7abc3d4f-12d4-4b58-a7f3-f1dc12ea7c32 req-53613c6e-44b7-4054-a4a3-48cc53d45843 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Deleting port caf4b026-5603-4656-a8ea-a2690b18afa3 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:40:46.526690 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7abc3d4f-12d4-4b58-a7f3-f1dc12ea7c32 req-53613c6e-44b7-4054-a4a3-48cc53d45843 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (caf4b026-5603-4656-a8ea-a2690b18afa3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:46.556149 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5bbd5-0c4d-4c89-9298-440625fe478f req-f17e4f98-a0e6-4e8c-b5ab-28640f4cef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:46.557754 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-acb5bbd5-0c4d-4c89-9298-440625fe478f req-f17e4f98-a0e6-4e8c-b5ab-28640f4cef50 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 1130 time: 0.0657496 May 10 05:40:46.568308 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997756ec-d202-4842-a470-c58a3f68d509 req-43a42dcf-7b50-47e2-bab3-c93e9bb4d558 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:46.569709 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-997756ec-d202-4842-a470-c58a3f68d509 req-43a42dcf-7b50-47e2-bab3-c93e9bb4d558 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.50 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 945 time: 0.0764670 May 10 05:40:46.616837 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-7abc3d4f-12d4-4b58-a7f3-f1dc12ea7c32 req-53613c6e-44b7-4054-a4a3-48cc53d45843 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] For port caf4b026-5603-4656-a8ea-a2690b18afa3, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=caf4b026-5603-4656-a8ea-a2690b18afa3,segment=NetworkSegment(9225ec9f-9ab7-44e3-8189-b6b0b00fce2d),segment_id=9225ec9f-9ab7-44e3-8189-b6b0b00fce2d)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:40:46.617153 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7abc3d4f-12d4-4b58-a7f3-f1dc12ea7c32 req-53613c6e-44b7-4054-a4a3-48cc53d45843 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (caf4b026-5603-4656-a8ea-a2690b18afa3), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:46.631386 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-7abc3d4f-12d4-4b58-a7f3-f1dc12ea7c32 req-53613c6e-44b7-4054-a4a3-48cc53d45843 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Calling delete_port for caf4b026-5603-4656-a8ea-a2690b18afa3 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:40:46.667137 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-acb5bbd5-0c4d-4c89-9298-440625fe478f req-169c8b60-b563-4189-87bb-ea7be2a038bd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964551 May 10 05:40:46.682081 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-997756ec-d202-4842-a470-c58a3f68d509 req-9bc68c82-0ce0-4fb1-8853-a105917b1a3a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Deleting port eede5e5f-b52a-4379-9ce7-5dbda6258f4b {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:40:46.682420 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-997756ec-d202-4842-a470-c58a3f68d509 req-9bc68c82-0ce0-4fb1-8853-a105917b1a3a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (eede5e5f-b52a-4379-9ce7-5dbda6258f4b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:46.756413 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7abc3d4f-12d4-4b58-a7f3-f1dc12ea7c32 req-53613c6e-44b7-4054-a4a3-48cc53d45843 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713'] for port (caf4b026-5603-4656-a8ea-a2690b18afa3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:46.768760 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['caf4b026-5603-4656-a8ea-a2690b18afa3'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:40:46.777325 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-997756ec-d202-4842-a470-c58a3f68d509 req-9bc68c82-0ce0-4fb1-8853-a105917b1a3a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] For port eede5e5f-b52a-4379-9ce7-5dbda6258f4b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=eede5e5f-b52a-4379-9ce7-5dbda6258f4b,segment=NetworkSegment(729ed3d9-f813-4b32-a899-88741e632187),segment_id=729ed3d9-f813-4b32-a899-88741e632187)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:40:46.777692 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-997756ec-d202-4842-a470-c58a3f68d509 req-9bc68c82-0ce0-4fb1-8853-a105917b1a3a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (eede5e5f-b52a-4379-9ce7-5dbda6258f4b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:46.788959 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53613c6e-44b7-4054-a4a3-48cc53d45843 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Pushing event deleted for resources: {'Port': ['ID=caf4b026-5603-4656-a8ea-a2690b18afa3,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:46.791610 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-997756ec-d202-4842-a470-c58a3f68d509 req-9bc68c82-0ce0-4fb1-8853-a105917b1a3a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Calling delete_port for eede5e5f-b52a-4379-9ce7-5dbda6258f4b owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:40:46.817863 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53613c6e-44b7-4054-a4a3-48cc53d45843 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:46.818208 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53613c6e-44b7-4054-a4a3-48cc53d45843 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:46.818547 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53613c6e-44b7-4054-a4a3-48cc53d45843 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:46.818884 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53613c6e-44b7-4054-a4a3-48cc53d45843 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:46.819214 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53613c6e-44b7-4054-a4a3-48cc53d45843 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:46.819538 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53613c6e-44b7-4054-a4a3-48cc53d45843 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:46.819886 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53613c6e-44b7-4054-a4a3-48cc53d45843 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:46.820207 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53613c6e-44b7-4054-a4a3-48cc53d45843 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:46.820527 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53613c6e-44b7-4054-a4a3-48cc53d45843 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:46.820843 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53613c6e-44b7-4054-a4a3-48cc53d45843 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:46.821159 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53613c6e-44b7-4054-a4a3-48cc53d45843 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:46.821476 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53613c6e-44b7-4054-a4a3-48cc53d45843 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:46.821803 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53613c6e-44b7-4054-a4a3-48cc53d45843 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:46.822121 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53613c6e-44b7-4054-a4a3-48cc53d45843 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:46.822436 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53613c6e-44b7-4054-a4a3-48cc53d45843 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:46.846491 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-7abc3d4f-12d4-4b58-a7f3-f1dc12ea7c32 req-53613c6e-44b7-4054-a4a3-48cc53d45843 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] No DVR routers for this DVR port caf4b026-5603-4656-a8ea-a2690b18afa3 on host hv-cinder-83699 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:40:46.849143 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7abc3d4f-12d4-4b58-a7f3-f1dc12ea7c32 req-53613c6e-44b7-4054-a4a3-48cc53d45843 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:46.852507 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7abc3d4f-12d4-4b58-a7f3-f1dc12ea7c32 req-53613c6e-44b7-4054-a4a3-48cc53d45843 tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.50 "DELETE /v2.0/ports/caf4b026-5603-4656-a8ea-a2690b18afa3 HTTP/1.1" status: 204 len: 173 time: 0.4148028 May 10 05:40:46.852961 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c68c70-7035-4aa6-a39a-91c9de55fe74', 'name': 'network-vif-deleted', 'tag': 'caf4b026-5603-4656-a8ea-a2690b18afa3'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:40:46.855207 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a5e116-e804-4385-935d-b252c6cbae72" -d '{"events": [{"server_uuid": "d3c68c70-7035-4aa6-a39a-91c9de55fe74", "name": "network-vif-deleted", "tag": "caf4b026-5603-4656-a8ea-a2690b18afa3"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:40:46.907178 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5e555d-d5fa-44a5-a03d-b33202a9316b x-openstack-request-id: req-8d5e555d-d5fa-44a5-a03d-b33202a9316b {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:40:46.907465 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c68c70-7035-4aa6-a39a-91c9de55fe74", "name": "network-vif-deleted", "tag": "caf4b026-5603-4656-a8ea-a2690b18afa3", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:40:46.907745 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8d5e555d-d5fa-44a5-a03d-b33202a9316b {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:40:46.908157 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d5e555d-d5fa-44a5-a03d-b33202a9316b'] response: {'server_uuid': 'd3c68c70-7035-4aa6-a39a-91c9de55fe74', 'name': 'network-vif-deleted', 'tag': 'caf4b026-5603-4656-a8ea-a2690b18afa3', 'status': 'completed', 'code': 200} May 10 05:40:46.947436 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-997756ec-d202-4842-a470-c58a3f68d509 req-9bc68c82-0ce0-4fb1-8853-a105917b1a3a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (eede5e5f-b52a-4379-9ce7-5dbda6258f4b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:46.953235 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ed55f-3a12-4d56-83f9-f78731875cd1 req-f9ac925c-a825-4ab2-b87f-d4d71a321f87 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:46.956032 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ff8ed55f-3a12-4d56-83f9-f78731875cd1 req-f9ac925c-a825-4ab2-b87f-d4d71a321f87 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 945 time: 0.0635309 May 10 05:40:46.959235 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['eede5e5f-b52a-4379-9ce7-5dbda6258f4b'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:40:46.980540 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc68c82-0ce0-4fb1-8853-a105917b1a3a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Pushing event deleted for resources: {'Port': ['ID=eede5e5f-b52a-4379-9ce7-5dbda6258f4b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:47.020680 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ff8ed55f-3a12-4d56-83f9-f78731875cd1 req-004dedff-a9c8-49b9-97b7-224d2da956ad tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/security-groups?id=13e10e43-0a71-470e-bbca-4611196a7c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520835 May 10 05:40:47.029682 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-997756ec-d202-4842-a470-c58a3f68d509 req-9bc68c82-0ce0-4fb1-8853-a105917b1a3a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] No DVR routers for this DVR port eede5e5f-b52a-4379-9ce7-5dbda6258f4b on host hv-cinder-83699 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:40:47.032850 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-997756ec-d202-4842-a470-c58a3f68d509 req-9bc68c82-0ce0-4fb1-8853-a105917b1a3a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:47.036120 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-997756ec-d202-4842-a470-c58a3f68d509 req-9bc68c82-0ce0-4fb1-8853-a105917b1a3a tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.50 "DELETE /v2.0/ports/eede5e5f-b52a-4379-9ce7-5dbda6258f4b HTTP/1.1" status: 204 len: 173 time: 0.4604127 May 10 05:40:47.036600 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c9dc47-c754-47ac-b84d-d96127ae9d7d', 'name': 'network-vif-deleted', 'tag': 'eede5e5f-b52a-4379-9ce7-5dbda6258f4b'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:40:47.038855 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c244c86-0cb0-4075-9d4b-5844688a2e72" -d '{"events": [{"server_uuid": "05c9dc47-c754-47ac-b84d-d96127ae9d7d", "name": "network-vif-deleted", "tag": "eede5e5f-b52a-4379-9ce7-5dbda6258f4b"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:40:47.129613 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb23d9f-c36d-4646-a14a-11f48a95ca13 x-openstack-request-id: req-dbb23d9f-c36d-4646-a14a-11f48a95ca13 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:40:47.130131 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c9dc47-c754-47ac-b84d-d96127ae9d7d", "name": "network-vif-deleted", "tag": "eede5e5f-b52a-4379-9ce7-5dbda6258f4b", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:40:47.130383 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dbb23d9f-c36d-4646-a14a-11f48a95ca13 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:40:47.130779 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb23d9f-c36d-4646-a14a-11f48a95ca13'] response: {'server_uuid': '05c9dc47-c754-47ac-b84d-d96127ae9d7d', 'name': 'network-vif-deleted', 'tag': 'eede5e5f-b52a-4379-9ce7-5dbda6258f4b', 'status': 'completed', 'code': 200} May 10 05:40:47.356911 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1345196f-c635-4c5f-b771-ffed67fc209c req-8118bb55-6fac-44b4-826f-231adec1246d tempest-ServerRescueNegativeTestJSON-481650618 tempest-ServerRescueNegativeTestJSON-481650618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3c68c70-7035-4aa6-a39a-91c9de55fe74 HTTP/1.1" status: 200 len: 210 time: 0.0400822 May 10 05:40:47.395548 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd3c1a-abd4-4cb2-bc86-daeb13db6de4 req-7e1326e4-8f15-4650-bc13-5aafbf2c38e4 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:47.397183 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-fbcd3c1a-abd4-4cb2-bc86-daeb13db6de4 req-7e1326e4-8f15-4650-bc13-5aafbf2c38e4 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.0500872 May 10 05:40:47.448952 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-fbcd3c1a-abd4-4cb2-bc86-daeb13db6de4 req-305b1906-fb4a-4ed8-8334-2659ff38e48f tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462773 May 10 05:40:47.495124 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098aea9-4673-4cee-9c37-2b1281c4207a req-fb4cae24-5f9e-4ada-a34d-199a91769e7c tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:47.496657 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a098aea9-4673-4cee-9c37-2b1281c4207a req-fb4cae24-5f9e-4ada-a34d-199a91769e7c tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 946 time: 0.0468292 May 10 05:40:47.544532 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a098aea9-4673-4cee-9c37-2b1281c4207a req-015efb72-a0bd-43b8-a86a-113a5f6179c6 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418162 May 10 05:40:48.145060 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-274efb6d-aca7-4cea-a546-9a3f5c037338 req-ea2f5ef9-1c8f-4843-b10a-7735b9c93355 tempest-TestMinimumBasicScenario-613125527 tempest-TestMinimumBasicScenario-613125527-project] 10.222.0.23 "GET /v2.0/ports?device_id=05c9dc47-c754-47ac-b84d-d96127ae9d7d HTTP/1.1" status: 200 len: 210 time: 0.0356982 May 10 05:40:48.424423 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 51724) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:48.570510 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d60ee4-6caa-4f18-880c-54dd9fe7d87d req-485b7267-bbd1-40f5-b9e2-d39d9f86b1e4 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:48.572928 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-69d60ee4-6caa-4f18-880c-54dd9fe7d87d req-485b7267-bbd1-40f5-b9e2-d39d9f86b1e4 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.0516624 May 10 05:40:48.631496 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-69d60ee4-6caa-4f18-880c-54dd9fe7d87d req-5dce3461-0586-48a0-97d2-3e0d396b3639 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518632 May 10 05:40:48.670743 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bcb2b-31d5-4fdc-a7cd-d53d285ffbb5 req-a13c4077-8472-426c-8539-33ad4af6b658 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:48.672324 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ec1bcb2b-31d5-4fdc-a7cd-d53d285ffbb5 req-a13c4077-8472-426c-8539-33ad4af6b658 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 946 time: 0.0576057 May 10 05:40:48.728758 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ec1bcb2b-31d5-4fdc-a7cd-d53d285ffbb5 req-f8bf56f9-5768-426a-9061-41f214d444fd tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506296 May 10 05:40:49.167088 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f8fb4f68-6f0d-485d-a477-3009815efa28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409912'] for router_interface (2c5c7ae5-9535-47c1-a986-d8e61626b3d9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:49.460362 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f8fb4f68-6f0d-485d-a477-3009815efa28 admin admin] Deleting port cce6e3f1-ae7d-4c27-95c6-b86a67679dcb {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:40:49.460981 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f8fb4f68-6f0d-485d-a477-3009815efa28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (cce6e3f1-ae7d-4c27-95c6-b86a67679dcb), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:49.545098 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f8fb4f68-6f0d-485d-a477-3009815efa28 admin admin] For port cce6e3f1-ae7d-4c27-95c6-b86a67679dcb, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=cce6e3f1-ae7d-4c27-95c6-b86a67679dcb,segment=NetworkSegment(9225ec9f-9ab7-44e3-8189-b6b0b00fce2d),segment_id=9225ec9f-9ab7-44e3-8189-b6b0b00fce2d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:40:49.545472 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f8fb4f68-6f0d-485d-a477-3009815efa28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (cce6e3f1-ae7d-4c27-95c6-b86a67679dcb), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:49.559254 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f8fb4f68-6f0d-485d-a477-3009815efa28 admin admin] Calling delete_port for cce6e3f1-ae7d-4c27-95c6-b86a67679dcb owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:40:49.692565 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device caf4b026-5603-4656-a8ea-a2690b18afa3 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:40:49.716048 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] No Port match for: caf4b026-5603-4656-a8ea-a2690b18afa3 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:40:49.716692 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device caf4b026-5603-4656-a8ea-a2690b18afa3 not bound to the agent host hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:40:49.757032 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f8fb4f68-6f0d-485d-a477-3009815efa28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (cce6e3f1-ae7d-4c27-95c6-b86a67679dcb), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:49.762553 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397aefd-edcc-4c3e-a9f3-73366ba734b7 req-5a1a510d-97e7-412f-b287-22608e007523 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:49.764074 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9397aefd-edcc-4c3e-a9f3-73366ba734b7 req-5a1a510d-97e7-412f-b287-22608e007523 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.0513542 May 10 05:40:49.778812 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 51782) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:49.791427 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb4f68-6f0d-485d-a477-3009815efa28 admin admin] Pushing event deleted for resources: {'Port': ['ID=cce6e3f1-ae7d-4c27-95c6-b86a67679dcb,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:49.864128 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9397aefd-edcc-4c3e-a9f3-73366ba734b7 req-81784d0c-712a-4885-bd17-491ce5de0c71 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921748 May 10 05:40:49.963357 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f8fb4f68-6f0d-485d-a477-3009815efa28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-483906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415537'] for router_interface (2c5c7ae5-9535-47c1-a986-d8e61626b3d9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:50.180083 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fb4f68-6f0d-485d-a477-3009815efa28 admin admin] Router 2c5c7ae5-9535-47c1-a986-d8e61626b3d9 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:40:50.206948 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-81b23b23-536f-4eea-893f-a154df76601c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409912'] for router_interface (5df6ffbc-a4ba-43e2-ab7a-848057f492e3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:50.287205 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fb4f68-6f0d-485d-a477-3009815efa28 admin admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:40:50.292313 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-f8fb4f68-6f0d-485d-a477-3009815efa28 admin admin] 10.222.0.23 "PUT /v2.0/routers/2c5c7ae5-9535-47c1-a986-d8e61626b3d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8667281 May 10 05:40:50.294868 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 51784) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:50.297570 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8902737-6708-47f3-9e0d-384f4acf6d6f None None] Sync routers for ids ['2c5c7ae5-9535-47c1-a986-d8e61626b3d9'] in dv-cinder-836996-16-iscsi {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:40:50.307302 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8902737-6708-47f3-9e0d-384f4acf6d6f None None] Routers {'2c5c7ae5-9535-47c1-a986-d8e61626b3d9'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:40:50.307990 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e8902737-6708-47f3-9e0d-384f4acf6d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:40:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['2c5c7ae5-9535-47c1-a986-d8e61626b3d9'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:50.400087 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-daedd768-0316-4cb5-9895-c32690d77f14 admin admin] Publish callbacks [] for router (2c5c7ae5-9535-47c1-a986-d8e61626b3d9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:50.414689 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-e8902737-6708-47f3-9e0d-384f4acf6d6f None None] Set router 2c5c7ae5-9535-47c1-a986-d8e61626b3d9 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:40:50.512126 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-daedd768-0316-4cb5-9895-c32690d77f14 admin admin] Publish callbacks [] for router_gateway (2c5c7ae5-9535-47c1-a986-d8e61626b3d9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:50.559390 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-daedd768-0316-4cb5-9895-c32690d77f14 admin admin] Deleting port 832bd5da-ed37-4011-89e9-146dba2eb220 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:40:50.559772 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-daedd768-0316-4cb5-9895-c32690d77f14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (832bd5da-ed37-4011-89e9-146dba2eb220), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:50.600153 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e8902737-6708-47f3-9e0d-384f4acf6d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'name': 'tempest-ServerRescueNegativeTestJSON-173816327-router', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:40:49Z', 'revision_number': 5, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'gw_port': {'id': '832bd5da-ed37-4011-89e9-146dba2eb220', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:50.628305 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8902737-6708-47f3-9e0d-384f4acf6d6f None None] Checking router: 2c5c7ae5-9535-47c1-a986-d8e61626b3d9 for host: dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:40:50.637478 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8902737-6708-47f3-9e0d-384f4acf6d6f None None] Routers {'2c5c7ae5-9535-47c1-a986-d8e61626b3d9'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:40:50.638189 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e8902737-6708-47f3-9e0d-384f4acf6d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:40:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['2c5c7ae5-9535-47c1-a986-d8e61626b3d9'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:50.644010 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-daedd768-0316-4cb5-9895-c32690d77f14 admin admin] For port 832bd5da-ed37-4011-89e9-146dba2eb220, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=832bd5da-ed37-4011-89e9-146dba2eb220,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:40:50.644371 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-daedd768-0316-4cb5-9895-c32690d77f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (832bd5da-ed37-4011-89e9-146dba2eb220), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:50.659064 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-daedd768-0316-4cb5-9895-c32690d77f14 admin admin] Calling delete_port for 832bd5da-ed37-4011-89e9-146dba2eb220 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:40:50.769475 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-81b23b23-536f-4eea-893f-a154df76601c admin admin] Deleting port c118c686-cebb-4d88-af71-eb84d899d1c4 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:40:50.770080 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-81b23b23-536f-4eea-893f-a154df76601c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (c118c686-cebb-4d88-af71-eb84d899d1c4), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:50.838839 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-daedd768-0316-4cb5-9895-c32690d77f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (832bd5da-ed37-4011-89e9-146dba2eb220), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:50.855884 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-81b23b23-536f-4eea-893f-a154df76601c admin admin] For port c118c686-cebb-4d88-af71-eb84d899d1c4, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=c118c686-cebb-4d88-af71-eb84d899d1c4,segment=NetworkSegment(729ed3d9-f813-4b32-a899-88741e632187),segment_id=729ed3d9-f813-4b32-a899-88741e632187)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:40:50.856327 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-81b23b23-536f-4eea-893f-a154df76601c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (c118c686-cebb-4d88-af71-eb84d899d1c4), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:50.862800 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-e8902737-6708-47f3-9e0d-384f4acf6d6f None None] Set router 2c5c7ae5-9535-47c1-a986-d8e61626b3d9 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:40:50.867695 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daedd768-0316-4cb5-9895-c32690d77f14 admin admin] Pushing event deleted for resources: {'Port': ['ID=832bd5da-ed37-4011-89e9-146dba2eb220,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:50.874760 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-81b23b23-536f-4eea-893f-a154df76601c admin admin] Calling delete_port for c118c686-cebb-4d88-af71-eb84d899d1c4 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:40:50.919678 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e8902737-6708-47f3-9e0d-384f4acf6d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'name': 'tempest-ServerRescueNegativeTestJSON-173816327-router', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:40:50Z', 'revision_number': 6, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'gw_port_host': None}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:50.945026 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-daedd768-0316-4cb5-9895-c32690d77f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423510'] for router_gateway (2c5c7ae5-9535-47c1-a986-d8e61626b3d9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:50.955509 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8902737-6708-47f3-9e0d-384f4acf6d6f None None] The sync data for ids ['2c5c7ae5-9535-47c1-a986-d8e61626b3d9'] in dv-cinder-836996-16-iscsi is: [{'id': '2c5c7ae5-9535-47c1-a986-d8e61626b3d9', 'name': 'tempest-ServerRescueNegativeTestJSON-173816327-router', 'tenant_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:40:50Z', 'revision_number': 6, 'project_id': '5655a11bb4d94e7fb7186eb1bec105cb', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:40:51.038352 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360fcd5-4812-4872-8faf-febca292385d req-5287277e-d28d-46ec-8eb3-adcd6fb0f54e tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:51.039798 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1360fcd5-4812-4872-8faf-febca292385d req-5287277e-d28d-46ec-8eb3-adcd6fb0f54e tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.0920539 May 10 05:40:51.059133 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-daedd768-0316-4cb5-9895-c32690d77f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1831'] for router (2c5c7ae5-9535-47c1-a986-d8e61626b3d9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:51.061908 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-daedd768-0316-4cb5-9895-c32690d77f14 admin admin] Publish callbacks [] for router_controller (2c5c7ae5-9535-47c1-a986-d8e61626b3d9), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:51.119363 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1360fcd5-4812-4872-8faf-febca292385d req-3deb004d-0bba-4664-a4ad-fee7469b8888 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713253 May 10 05:40:51.126305 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-daedd768-0316-4cb5-9895-c32690d77f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425601'] for router (2c5c7ae5-9535-47c1-a986-d8e61626b3d9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:51.127277 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daedd768-0316-4cb5-9895-c32690d77f14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c5c7ae5-9535-47c1-a986-d8e61626b3d9 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 05:40:51.132543 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-daedd768-0316-4cb5-9895-c32690d77f14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:51.136035 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-daedd768-0316-4cb5-9895-c32690d77f14 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2c5c7ae5-9535-47c1-a986-d8e61626b3d9 HTTP/1.1" status: 204 len: 168 time: 0.8399110 May 10 05:40:51.136971 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 51788) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:51.146916 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-81b23b23-536f-4eea-893f-a154df76601c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713'] for port (c118c686-cebb-4d88-af71-eb84d899d1c4), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:51.179200 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b23b23-536f-4eea-893f-a154df76601c admin admin] Pushing event deleted for resources: {'Port': ['ID=c118c686-cebb-4d88-af71-eb84d899d1c4,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:51.347922 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-81b23b23-536f-4eea-893f-a154df76601c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-483906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415537'] for router_interface (5df6ffbc-a4ba-43e2-ab7a-848057f492e3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:51.475634 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b655525-328f-4351-8e1f-fccc962c548a admin admin] Deleting subnet 5cda1426-dd5e-4474-b1b8-e2dd037a4f93 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 05:40:51.478953 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0b655525-328f-4351-8e1f-fccc962c548a admin admin] Publish callbacks [] for subnet (5cda1426-dd5e-4474-b1b8-e2dd037a4f93), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:51.515898 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0b655525-328f-4351-8e1f-fccc962c548a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26910853'] for subnet (5cda1426-dd5e-4474-b1b8-e2dd037a4f93), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:51.605246 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b23b23-536f-4eea-893f-a154df76601c admin admin] Router 5df6ffbc-a4ba-43e2-ab7a-848057f492e3 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:40:51.633865 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0b655525-328f-4351-8e1f-fccc962c548a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560747'] for subnet (5cda1426-dd5e-4474-b1b8-e2dd037a4f93), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:51.691230 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device eede5e5f-b52a-4379-9ce7-5dbda6258f4b no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:40:51.693392 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0b655525-328f-4351-8e1f-fccc962c548a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2851411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25345458'] for subnet (5cda1426-dd5e-4474-b1b8-e2dd037a4f93), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:51.712282 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] No Port match for: eede5e5f-b52a-4379-9ce7-5dbda6258f4b {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:40:51.712620 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device eede5e5f-b52a-4379-9ce7-5dbda6258f4b not bound to the agent host hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:40:51.722404 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b23b23-536f-4eea-893f-a154df76601c admin admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:40:51.723208 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b655525-328f-4351-8e1f-fccc962c548a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cda1426-dd5e-4474-b1b8-e2dd037a4f93,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:51.728752 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0b655525-328f-4351-8e1f-fccc962c548a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:51.729863 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-81b23b23-536f-4eea-893f-a154df76601c admin admin] 10.222.0.23 "PUT /v2.0/routers/5df6ffbc-a4ba-43e2-ab7a-848057f492e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9500239 May 10 05:40:51.730497 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 51792) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:51.732477 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddeb541-4fcb-4c4c-a451-07414a6abf56 None None] Sync routers for ids ['5df6ffbc-a4ba-43e2-ab7a-848057f492e3'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:40:51.735536 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df08792c-967a-473c-9187-5f2bf9e7f0aa None None] Network 5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:40:51.741992 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-0b655525-328f-4351-8e1f-fccc962c548a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5cda1426-dd5e-4474-b1b8-e2dd037a4f93 HTTP/1.1" status: 204 len: 168 time: 0.6037669 May 10 05:40:51.745765 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 51794) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:51.751872 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddeb541-4fcb-4c4c-a451-07414a6abf56 None None] Routers {'5df6ffbc-a4ba-43e2-ab7a-848057f492e3'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:40:51.752801 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-0ddeb541-4fcb-4c4c-a451-07414a6abf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:40:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['5df6ffbc-a4ba-43e2-ab7a-848057f492e3'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:51.806370 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device cce6e3f1-ae7d-4c27-95c6-b86a67679dcb no longer exists at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:40:51.832891 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bf55c8f-9124-4d0a-9326-4ffa3469ce38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505022'] for network (5d671de9-b99f-4d0f-8ce6-d44065c4ccc7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:51.892852 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-04267e6c-26f6-4421-af8e-1da85859e987 admin admin] Publish callbacks [] for router (5df6ffbc-a4ba-43e2-ab7a-848057f492e3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:51.896671 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5bf55c8f-9124-4d0a-9326-4ffa3469ce38 admin admin] Deleting port 48d99909-43f7-477f-81a3-980a95c32925 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:40:51.896917 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bf55c8f-9124-4d0a-9326-4ffa3469ce38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (48d99909-43f7-477f-81a3-980a95c32925), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:51.910361 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-0ddeb541-4fcb-4c4c-a451-07414a6abf56 None None] Set router 5df6ffbc-a4ba-43e2-ab7a-848057f492e3 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:40:51.913323 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] No Port match for: cce6e3f1-ae7d-4c27-95c6-b86a67679dcb {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:40:51.913799 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device cce6e3f1-ae7d-4c27-95c6-b86a67679dcb not bound to the agent host dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:40:51.990803 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-5bf55c8f-9124-4d0a-9326-4ffa3469ce38 admin admin] For port 48d99909-43f7-477f-81a3-980a95c32925, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=48d99909-43f7-477f-81a3-980a95c32925,segment=NetworkSegment(9225ec9f-9ab7-44e3-8189-b6b0b00fce2d),segment_id=9225ec9f-9ab7-44e3-8189-b6b0b00fce2d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:40:51.991257 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bf55c8f-9124-4d0a-9326-4ffa3469ce38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (48d99909-43f7-477f-81a3-980a95c32925), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:52.006833 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5bf55c8f-9124-4d0a-9326-4ffa3469ce38 admin admin] Calling delete_port for 48d99909-43f7-477f-81a3-980a95c32925 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:40:52.039340 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-04267e6c-26f6-4421-af8e-1da85859e987 admin admin] Publish callbacks [] for router_gateway (5df6ffbc-a4ba-43e2-ab7a-848057f492e3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:52.067663 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09aa5158-db8f-4bef-ac34-1ec4dc8d1b67 None None] DHCP port deletion for 5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 request from dv-cinder-836996-16-iscsi {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 05:40:52.130810 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-04267e6c-26f6-4421-af8e-1da85859e987 admin admin] Deleting port 1cac9bfd-631d-4bdf-8c76-098b63aaca9c {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:40:52.131177 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-04267e6c-26f6-4421-af8e-1da85859e987 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (1cac9bfd-631d-4bdf-8c76-098b63aaca9c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:52.154449 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-09aa5158-db8f-4bef-ac34-1ec4dc8d1b67 None None] Deleting port 48d99909-43f7-477f-81a3-980a95c32925 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:40:52.155118 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-09aa5158-db8f-4bef-ac34-1ec4dc8d1b67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (48d99909-43f7-477f-81a3-980a95c32925), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:52.161190 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bf55c8f-9124-4d0a-9326-4ffa3469ce38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (48d99909-43f7-477f-81a3-980a95c32925), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:52.251946 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-09aa5158-db8f-4bef-ac34-1ec4dc8d1b67 None None] For port 48d99909-43f7-477f-81a3-980a95c32925, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=48d99909-43f7-477f-81a3-980a95c32925,segment=NetworkSegment(9225ec9f-9ab7-44e3-8189-b6b0b00fce2d),segment_id=9225ec9f-9ab7-44e3-8189-b6b0b00fce2d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:40:52.252356 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-09aa5158-db8f-4bef-ac34-1ec4dc8d1b67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (48d99909-43f7-477f-81a3-980a95c32925), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:52.257567 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf55c8f-9124-4d0a-9326-4ffa3469ce38 admin admin] Pushing event deleted for resources: {'Port': ['ID=48d99909-43f7-477f-81a3-980a95c32925,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:52.280432 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf55c8f-9124-4d0a-9326-4ffa3469ce38 admin admin] No DVR routers for this DVR port 48d99909-43f7-477f-81a3-980a95c32925 on host dv-cinder-836996-16-iscsi {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:40:52.293353 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-0ddeb541-4fcb-4c4c-a451-07414a6abf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'name': 'tempest-TestMinimumBasicScenario-253532844-router', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '1cac9bfd-631d-4bdf-8c76-098b63aaca9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:37:36Z', 'updated_at': '2022-05-10T05:40:51Z', 'revision_number': 5, 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'gw_port': {'id': '1cac9bfd-631d-4bdf-8c76-098b63aaca9c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:36Z', 'updated_at': '2022-05-10T05:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:52.298760 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-09aa5158-db8f-4bef-ac34-1ec4dc8d1b67 None None] Calling delete_port for 48d99909-43f7-477f-81a3-980a95c32925 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:40:52.357076 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddeb541-4fcb-4c4c-a451-07414a6abf56 None None] Checking router: 5df6ffbc-a4ba-43e2-ab7a-848057f492e3 for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:40:52.379655 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddeb541-4fcb-4c4c-a451-07414a6abf56 None None] Routers {'5df6ffbc-a4ba-43e2-ab7a-848057f492e3'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:40:52.380564 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-0ddeb541-4fcb-4c4c-a451-07414a6abf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:40:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['5df6ffbc-a4ba-43e2-ab7a-848057f492e3'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:52.392152 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bf55c8f-9124-4d0a-9326-4ffa3469ce38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562704', 'neutron.services.segments.db._delete_segments_for_network-8771215551281'] for network (5d671de9-b99f-4d0f-8ce6-d44065c4ccc7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:52.410697 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f4b23-4d3b-4ae5-b48e-b110f8f4ea71 req-f3d3cb5b-d36f-41a5-a488-be06fce523ca tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:52.412372 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-440f4b23-4d3b-4ae5-b48e-b110f8f4ea71 req-f3d3cb5b-d36f-41a5-a488-be06fce523ca tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.1322219 May 10 05:40:52.442786 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-5bf55c8f-9124-4d0a-9326-4ffa3469ce38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d671de9-b99f-4d0f-8ce6-d44065c4ccc7']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:52.454377 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-5bf55c8f-9124-4d0a-9326-4ffa3469ce38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9225ec9f-9ab7-44e3-8189-b6b0b00fce2d') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:52.454679 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-5bf55c8f-9124-4d0a-9326-4ffa3469ce38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9225ec9f-9ab7-44e3-8189-b6b0b00fce2d') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:52.455802 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-04267e6c-26f6-4421-af8e-1da85859e987 admin admin] For port 1cac9bfd-631d-4bdf-8c76-098b63aaca9c, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=1cac9bfd-631d-4bdf-8c76-098b63aaca9c,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:40:52.456401 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-04267e6c-26f6-4421-af8e-1da85859e987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (1cac9bfd-631d-4bdf-8c76-098b63aaca9c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:52.471085 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bf55c8f-9124-4d0a-9326-4ffa3469ce38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771215552058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26910846'] for segment (9225ec9f-9ab7-44e3-8189-b6b0b00fce2d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:52.491403 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bf55c8f-9124-4d0a-9326-4ffa3469ce38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (9225ec9f-9ab7-44e3-8189-b6b0b00fce2d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:52.501415 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf55c8f-9124-4d0a-9326-4ffa3469ce38 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 05:40:52.502022 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bf55c8f-9124-4d0a-9326-4ffa3469ce38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2851385'] for segment (9225ec9f-9ab7-44e3-8189-b6b0b00fce2d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: Traceback (most recent call last): May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: timer() May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: cb(*args, **kw) May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: return func(*args, **kwargs) May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: self._notify() May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: self.callback(batched_events) May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: event.method(event) May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: return f(self, *a, **k) May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: return self._get(url).json() May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: return self.request(url, 'GET', **kwargs) May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 05:40:52.504255 dv-cinder-836996-16-iscsi neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 05:40:52.506566 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-09aa5158-db8f-4bef-ac34-1ec4dc8d1b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713'] for port (48d99909-43f7-477f-81a3-980a95c32925), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:52.508509 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-440f4b23-4d3b-4ae5-b48e-b110f8f4ea71 req-e14d895a-e83d-4ba3-966f-46f0d27cf7bb tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896122 May 10 05:40:52.509947 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-0ddeb541-4fcb-4c4c-a451-07414a6abf56 None None] Set router 5df6ffbc-a4ba-43e2-ab7a-848057f492e3 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:40:52.512963 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-04267e6c-26f6-4421-af8e-1da85859e987 admin admin] Calling delete_port for 1cac9bfd-631d-4bdf-8c76-098b63aaca9c owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:40:52.544340 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa5158-db8f-4bef-ac34-1ec4dc8d1b67 None None] Pushing event deleted for resources: {'Port': ['ID=48d99909-43f7-477f-81a3-980a95c32925,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:52.552227 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aa5158-db8f-4bef-ac34-1ec4dc8d1b67 None None] No DVR routers for this DVR port 48d99909-43f7-477f-81a3-980a95c32925 on host dv-cinder-836996-16-iscsi {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:40:52.572384 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa5158-db8f-4bef-ac34-1ec4dc8d1b67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:52.572729 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa5158-db8f-4bef-ac34-1ec4dc8d1b67 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:52.573073 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa5158-db8f-4bef-ac34-1ec4dc8d1b67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:52.573429 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa5158-db8f-4bef-ac34-1ec4dc8d1b67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:52.573764 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa5158-db8f-4bef-ac34-1ec4dc8d1b67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:52.574093 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa5158-db8f-4bef-ac34-1ec4dc8d1b67 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:52.574567 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa5158-db8f-4bef-ac34-1ec4dc8d1b67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:52.575052 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa5158-db8f-4bef-ac34-1ec4dc8d1b67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:52.582118 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-0ddeb541-4fcb-4c4c-a451-07414a6abf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'name': 'tempest-TestMinimumBasicScenario-253532844-router', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:37:36Z', 'updated_at': '2022-05-10T05:40:52Z', 'revision_number': 6, 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'gw_port_host': None}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:52.585893 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa5158-db8f-4bef-ac34-1ec4dc8d1b67 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:52.586325 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa5158-db8f-4bef-ac34-1ec4dc8d1b67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:52.586693 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa5158-db8f-4bef-ac34-1ec4dc8d1b67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:52.587035 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa5158-db8f-4bef-ac34-1ec4dc8d1b67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:52.587368 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa5158-db8f-4bef-ac34-1ec4dc8d1b67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:52.587736 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa5158-db8f-4bef-ac34-1ec4dc8d1b67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:52.588186 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa5158-db8f-4bef-ac34-1ec4dc8d1b67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:40:52.602555 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bf55c8f-9124-4d0a-9326-4ffa3469ce38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412472'] for network (5d671de9-b99f-4d0f-8ce6-d44065c4ccc7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:52.608674 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bf55c8f-9124-4d0a-9326-4ffa3469ce38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:52.611888 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-5bf55c8f-9124-4d0a-9326-4ffa3469ce38 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5d671de9-b99f-4d0f-8ce6-d44065c4ccc7 HTTP/1.1" status: 204 len: 168 time: 0.8651466 May 10 05:40:52.612017 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddeb541-4fcb-4c4c-a451-07414a6abf56 None None] The sync data for ids ['5df6ffbc-a4ba-43e2-ab7a-848057f492e3'] in dv-cinder-836996-16-iscsi is: [{'id': '5df6ffbc-a4ba-43e2-ab7a-848057f492e3', 'name': 'tempest-TestMinimumBasicScenario-253532844-router', 'tenant_id': '54da2dd57fd4488ea0266dc8d744cc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:37:36Z', 'updated_at': '2022-05-10T05:40:52Z', 'revision_number': 6, 'project_id': '54da2dd57fd4488ea0266dc8d744cc25', 'gw_port_host': None}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:40:52.634841 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf55c8f-9124-4d0a-9326-4ffa3469ce38 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d671de9-b99f-4d0f-8ce6-d44065c4ccc7,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:52.729035 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-04267e6c-26f6-4421-af8e-1da85859e987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713'] for port (1cac9bfd-631d-4bdf-8c76-098b63aaca9c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:52.737132 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 51808) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:52.760549 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04267e6c-26f6-4421-af8e-1da85859e987 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cac9bfd-631d-4bdf-8c76-098b63aaca9c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:52.781635 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-98aab5b1-1967-4b16-b97b-c0094c4375c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5655a11bb4d94e7fb7186eb1bec105cb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0433478 May 10 05:40:52.784336 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 51810) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:52.787446 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-04267e6c-26f6-4421-af8e-1da85859e987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423510'] for router_gateway (5df6ffbc-a4ba-43e2-ab7a-848057f492e3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:52.834544 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ba09e54-fef4-4bab-af60-99a2ab1ba420 admin admin] Publish callbacks [] for security_group (b43e7bf6-3d01-4933-89d2-4437afb8eb0c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:52.855797 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ba09e54-fef4-4bab-af60-99a2ab1ba420 admin admin] Publish callbacks [] for security_group (b43e7bf6-3d01-4933-89d2-4437afb8eb0c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:52.896932 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-04267e6c-26f6-4421-af8e-1da85859e987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1831'] for router (5df6ffbc-a4ba-43e2-ab7a-848057f492e3), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:52.899596 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-04267e6c-26f6-4421-af8e-1da85859e987 admin admin] Publish callbacks [] for router_controller (5df6ffbc-a4ba-43e2-ab7a-848057f492e3), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:52.904204 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ba09e54-fef4-4bab-af60-99a2ab1ba420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (b43e7bf6-3d01-4933-89d2-4437afb8eb0c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:52.906891 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ba09e54-fef4-4bab-af60-99a2ab1ba420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:52.908067 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-9ba09e54-fef4-4bab-af60-99a2ab1ba420 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b43e7bf6-3d01-4933-89d2-4437afb8eb0c HTTP/1.1" status: 204 len: 168 time: 0.1227574 May 10 05:40:52.916299 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba09e54-fef4-4bab-af60-99a2ab1ba420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43e7bf6-3d01-4933-89d2-4437afb8eb0c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:52.973281 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-04267e6c-26f6-4421-af8e-1da85859e987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425601'] for router (5df6ffbc-a4ba-43e2-ab7a-848057f492e3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:52.973900 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04267e6c-26f6-4421-af8e-1da85859e987 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5df6ffbc-a4ba-43e2-ab7a-848057f492e3 {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 05:40:52.979289 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-04267e6c-26f6-4421-af8e-1da85859e987 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:52.983145 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 51814) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:52.983296 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-04267e6c-26f6-4421-af8e-1da85859e987 admin admin] 10.222.0.23 "DELETE /v2.0/routers/5df6ffbc-a4ba-43e2-ab7a-848057f492e3 HTTP/1.1" status: 204 len: 168 time: 1.2517047 May 10 05:40:53.028655 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47c8e17-3864-4861-86aa-84fb887a13a9 admin admin] Deleting subnet f2160d0e-5c73-40be-9a30-e6aa8b603d51 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 05:40:53.032121 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c47c8e17-3864-4861-86aa-84fb887a13a9 admin admin] Publish callbacks [] for subnet (f2160d0e-5c73-40be-9a30-e6aa8b603d51), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:53.073413 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c47c8e17-3864-4861-86aa-84fb887a13a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26910853'] for subnet (f2160d0e-5c73-40be-9a30-e6aa8b603d51), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:53.153386 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c47c8e17-3864-4861-86aa-84fb887a13a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560747'] for subnet (f2160d0e-5c73-40be-9a30-e6aa8b603d51), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:53.207268 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c47c8e17-3864-4861-86aa-84fb887a13a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2851411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25345458'] for subnet (f2160d0e-5c73-40be-9a30-e6aa8b603d51), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:53.236008 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c47c8e17-3864-4861-86aa-84fb887a13a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:53.239675 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-c47c8e17-3864-4861-86aa-84fb887a13a9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f2160d0e-5c73-40be-9a30-e6aa8b603d51 HTTP/1.1" status: 204 len: 168 time: 0.2554579 May 10 05:40:53.240847 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c8e17-3864-4861-86aa-84fb887a13a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2160d0e-5c73-40be-9a30-e6aa8b603d51,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:53.241879 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b50ebb-cab4-4d1c-be82-cfef16565080 None None] Network 2e1af6cc-bc8b-4bea-9455-7e30dde9457e requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:40:53.242321 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 51822) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:53.312202 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505022'] for network (2e1af6cc-bc8b-4bea-9455-7e30dde9457e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:53.363664 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] Deleting port 1c9cde78-6c30-4d37-a760-f23d3a95bb4c {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:40:53.364133 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (1c9cde78-6c30-4d37-a760-f23d3a95bb4c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:53.430353 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412f15d7-643e-432b-9d3b-369ae583a603 None None] DHCP port deletion for 2e1af6cc-bc8b-4bea-9455-7e30dde9457e request from dv-cinder-836996-16-iscsi {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 05:40:53.457989 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] For port 1c9cde78-6c30-4d37-a760-f23d3a95bb4c, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=1c9cde78-6c30-4d37-a760-f23d3a95bb4c,segment=NetworkSegment(729ed3d9-f813-4b32-a899-88741e632187),segment_id=729ed3d9-f813-4b32-a899-88741e632187)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:40:53.458642 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (1c9cde78-6c30-4d37-a760-f23d3a95bb4c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:53.489722 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] Calling delete_port for 1c9cde78-6c30-4d37-a760-f23d3a95bb4c owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:40:53.523755 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 1c9cde78-6c30-4d37-a760-f23d3a95bb4c no longer exists at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:40:53.556741 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-412f15d7-643e-432b-9d3b-369ae583a603 None None] Deleting port 1c9cde78-6c30-4d37-a760-f23d3a95bb4c {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:40:53.557519 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-412f15d7-643e-432b-9d3b-369ae583a603 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (1c9cde78-6c30-4d37-a760-f23d3a95bb4c), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:53.611621 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713'] for port (1c9cde78-6c30-4d37-a760-f23d3a95bb4c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:53.656357 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] No DVR routers for this DVR port 1c9cde78-6c30-4d37-a760-f23d3a95bb4c on host dv-cinder-836996-16-iscsi {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:40:53.702907 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c9cde78-6c30-4d37-a760-f23d3a95bb4c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:53.706118 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] No active binding found for port 1c9cde78-6c30-4d37-a760-f23d3a95bb4c {{(pid=103530) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 10 05:40:53.707231 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] The host dv-cinder-836996-16-iscsi is not matching for port 1c9cde78-6c30-4d37-a760-f23d3a95bb4c host None! {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}} May 10 05:40:53.708067 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 1c9cde78-6c30-4d37-a760-f23d3a95bb4c not bound to the agent host dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:40:53.708753 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 832bd5da-ed37-4011-89e9-146dba2eb220 no longer exists at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:40:53.715902 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-412f15d7-643e-432b-9d3b-369ae583a603 None None] For port 1c9cde78-6c30-4d37-a760-f23d3a95bb4c, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=1c9cde78-6c30-4d37-a760-f23d3a95bb4c,segment=NetworkSegment(729ed3d9-f813-4b32-a899-88741e632187),segment_id=729ed3d9-f813-4b32-a899-88741e632187)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:40:53.717229 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-412f15d7-643e-432b-9d3b-369ae583a603 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (1c9cde78-6c30-4d37-a760-f23d3a95bb4c), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:53.741647 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] No Port match for: 832bd5da-ed37-4011-89e9-146dba2eb220 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:40:53.742367 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 832bd5da-ed37-4011-89e9-146dba2eb220 not bound to the agent host dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:40:53.742930 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 1cac9bfd-631d-4bdf-8c76-098b63aaca9c no longer exists at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:40:53.771424 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-412f15d7-643e-432b-9d3b-369ae583a603 None None] Calling delete_port for 1c9cde78-6c30-4d37-a760-f23d3a95bb4c owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:40:53.774258 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] No Port match for: 1cac9bfd-631d-4bdf-8c76-098b63aaca9c {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:40:53.774954 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 1cac9bfd-631d-4bdf-8c76-098b63aaca9c not bound to the agent host dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:40:53.775652 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 48d99909-43f7-477f-81a3-980a95c32925 no longer exists at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:40:53.777241 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562704', 'neutron.services.segments.db._delete_segments_for_network-8771215551281'] for network (2e1af6cc-bc8b-4bea-9455-7e30dde9457e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:53.791248 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c8270-3fcd-40d9-981e-1c2eb88a9769 req-a14a84ef-b702-44f5-8b7f-25f2199d902f tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:53.793090 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5a3c8270-3fcd-40d9-981e-1c2eb88a9769 req-a14a84ef-b702-44f5-8b7f-25f2199d902f tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.1609473 May 10 05:40:53.826006 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] No Port match for: 48d99909-43f7-477f-81a3-980a95c32925 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:40:53.826379 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 48d99909-43f7-477f-81a3-980a95c32925 not bound to the agent host dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:40:53.826833 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device c118c686-cebb-4d88-af71-eb84d899d1c4 no longer exists at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:40:53.828777 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:40:53.829347 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:40:53.830415 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:40:53.830894 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] Subscribe: > port after_create 55550000 {{(pid=103529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:40:53.831431 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:40:53.831941 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] Subscribe: > port after_update 55550000 {{(pid=103529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:40:53.832434 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:40:53.832898 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:40:53.833378 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:40:53.833880 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:40:53.851675 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] No Port match for: c118c686-cebb-4d88-af71-eb84d899d1c4 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:40:53.852243 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device c118c686-cebb-4d88-af71-eb84d899d1c4 not bound to the agent host dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:40:53.950237 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-412f15d7-643e-432b-9d3b-369ae583a603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713'] for port (1c9cde78-6c30-4d37-a760-f23d3a95bb4c), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:53.992040 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f15d7-643e-432b-9d3b-369ae583a603 None None] Pushing event deleted for resources: {'Port': ['ID=1c9cde78-6c30-4d37-a760-f23d3a95bb4c,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:53.998100 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412f15d7-643e-432b-9d3b-369ae583a603 None None] No DVR routers for this DVR port 1c9cde78-6c30-4d37-a760-f23d3a95bb4c on host dv-cinder-836996-16-iscsi {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:40:54.001055 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:40:54.001696 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:40:54.001925 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:40:54.002668 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 05:40:54.003169 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.services.segments.db [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1af6cc-bc8b-4bea-9455-7e30dde9457e']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:54.039017 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.services.segments.db [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '729ed3d9-f813-4b32-a899-88741e632187') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:54.039508 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.services.segments.db [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '729ed3d9-f813-4b32-a899-88741e632187') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:54.063659 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771215552058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26153420'] for segment (729ed3d9-f813-4b32-a899-88741e632187), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:54.094169 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (729ed3d9-f813-4b32-a899-88741e632187), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:54.102219 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5a3c8270-3fcd-40d9-981e-1c2eb88a9769 req-d5af3772-f919-4c3e-a09a-3cf882d23629 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2893891 May 10 05:40:54.105945 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 05:40:54.106641 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26156999'] for segment (729ed3d9-f813-4b32-a899-88741e632187), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: from cryptography.utils import int_from_bytes May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: from cryptography.utils import int_from_bytes May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: Traceback (most recent call last): May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: timer() May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: cb(*args, **kw) May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: return func(*args, **kwargs) May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: self._notify() May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: self.callback(batched_events) May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: event.method(event) May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: return f(self, *a, **k) May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: return self._get(url).json() May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: return self.request(url, 'GET', **kwargs) May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 05:40:54.110890 dv-cinder-836996-16-iscsi neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 05:40:54.170044 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412472'] for network (2e1af6cc-bc8b-4bea-9455-7e30dde9457e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:54.178007 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:54.184744 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2e1af6cc-bc8b-4bea-9455-7e30dde9457e HTTP/1.1" status: 204 len: 168 time: 0.9395752 May 10 05:40:54.185108 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 51858) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:54.197083 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524fd874-ba68-4cbb-8851-da1dd107d168 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e1af6cc-bc8b-4bea-9455-7e30dde9457e,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:54.532127 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-610ccc53-f19f-43f8-afd5-8826ca64d651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409912'] for router_interface (e655bde3-d809-425e-8ce6-f2366cc0e9f1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:54.781168 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-610ccc53-f19f-43f8-afd5-8826ca64d651 admin admin] Deleting port b19629f4-3445-4582-95a2-664232b61559 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:40:54.781510 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-610ccc53-f19f-43f8-afd5-8826ca64d651 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (b19629f4-3445-4582-95a2-664232b61559), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:54.861718 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-610ccc53-f19f-43f8-afd5-8826ca64d651 admin admin] For port b19629f4-3445-4582-95a2-664232b61559, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=b19629f4-3445-4582-95a2-664232b61559,segment=NetworkSegment(cef738d0-4b2c-4969-a1a7-8ad1da89b952),segment_id=cef738d0-4b2c-4969-a1a7-8ad1da89b952)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:40:54.862100 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-610ccc53-f19f-43f8-afd5-8826ca64d651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (b19629f4-3445-4582-95a2-664232b61559), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:54.875595 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-610ccc53-f19f-43f8-afd5-8826ca64d651 admin admin] Calling delete_port for b19629f4-3445-4582-95a2-664232b61559 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:40:54.947490 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 51880) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:55.061387 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6705794e-38e5-4ed9-a63f-3a6241daf4a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:55.071453 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-610ccc53-f19f-43f8-afd5-8826ca64d651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (b19629f4-3445-4582-95a2-664232b61559), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:55.101001 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ccc53-f19f-43f8-afd5-8826ca64d651 admin admin] Pushing event deleted for resources: {'Port': ['ID=b19629f4-3445-4582-95a2-664232b61559,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:55.149948 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6705794e-38e5-4ed9-a63f-3a6241daf4a9 admin admin] Publish callbacks [] for security_group (e9de7498-02c6-44f9-996a-6ad429afb85b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:55.155206 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6705794e-38e5-4ed9-a63f-3a6241daf4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (e9de7498-02c6-44f9-996a-6ad429afb85b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:55.195548 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-6705794e-38e5-4ed9-a63f-3a6241daf4a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3fb2b89b1294aa3ac9ac6e599658ac6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468808 May 10 05:40:55.198192 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 51888) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:55.240628 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705794e-38e5-4ed9-a63f-3a6241daf4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9de7498-02c6-44f9-996a-6ad429afb85b,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:55.257609 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae8d92-b5d5-49d3-a700-453a567a2f8b req-d4375367-6de5-43d6-bad7-1bd86b2ec4c0 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:55.259144 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c8ae8d92-b5d5-49d3-a700-453a567a2f8b req-d4375367-6de5-43d6-bad7-1bd86b2ec4c0 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.0663462 May 10 05:40:55.287480 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-610ccc53-f19f-43f8-afd5-8826ca64d651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-483906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415537'] for router_interface (e655bde3-d809-425e-8ce6-f2366cc0e9f1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:55.335551 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aea45338-7dbd-448a-b942-1eabe09cb79c admin admin] Publish callbacks [] for security_group (e9de7498-02c6-44f9-996a-6ad429afb85b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:55.355431 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c8ae8d92-b5d5-49d3-a700-453a567a2f8b req-7a45ff45-42ee-4e4b-9e50-66b1bbd676cd tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859690 May 10 05:40:55.369162 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aea45338-7dbd-448a-b942-1eabe09cb79c admin admin] Publish callbacks [] for security_group (e9de7498-02c6-44f9-996a-6ad429afb85b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:55.424134 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aea45338-7dbd-448a-b942-1eabe09cb79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (e9de7498-02c6-44f9-996a-6ad429afb85b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:55.426987 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aea45338-7dbd-448a-b942-1eabe09cb79c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:55.428154 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-aea45338-7dbd-448a-b942-1eabe09cb79c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9de7498-02c6-44f9-996a-6ad429afb85b HTTP/1.1" status: 204 len: 168 time: 0.2289083 May 10 05:40:55.436881 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea45338-7dbd-448a-b942-1eabe09cb79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9de7498-02c6-44f9-996a-6ad429afb85b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:55.538816 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610ccc53-f19f-43f8-afd5-8826ca64d651 admin admin] Router e655bde3-d809-425e-8ce6-f2366cc0e9f1 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:40:55.651700 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610ccc53-f19f-43f8-afd5-8826ca64d651 admin admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:40:55.658937 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-610ccc53-f19f-43f8-afd5-8826ca64d651 admin admin] 10.222.0.23 "PUT /v2.0/routers/e655bde3-d809-425e-8ce6-f2366cc0e9f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4694192 May 10 05:40:55.659363 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 51894) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:55.663096 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a95c2ef-5ca5-418d-a612-605150b34e90 None None] Sync routers for ids ['e655bde3-d809-425e-8ce6-f2366cc0e9f1'] in dv-cinder-836996-16-iscsi {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:40:55.674864 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a95c2ef-5ca5-418d-a612-605150b34e90 None None] Routers {'e655bde3-d809-425e-8ce6-f2366cc0e9f1'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:40:55.675492 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-4a95c2ef-5ca5-418d-a612-605150b34e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:40:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e655bde3-d809-425e-8ce6-f2366cc0e9f1'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:55.700715 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 51896) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:55.713593 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-49f21a6d-7fe3-4469-81ab-a2cf4fcff28a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:55.780776 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd5ea1bd-37cf-4b1b-a809-6bad1f83a111 admin admin] Publish callbacks [] for router (e655bde3-d809-425e-8ce6-f2366cc0e9f1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:55.794765 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-49f21a6d-7fe3-4469-81ab-a2cf4fcff28a admin admin] Publish callbacks [] for security_group (33c81875-1fcb-42f0-8920-541d7d88ff22), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:55.797244 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-4a95c2ef-5ca5-418d-a612-605150b34e90 None None] Set router e655bde3-d809-425e-8ce6-f2366cc0e9f1 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:40:55.799112 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-49f21a6d-7fe3-4469-81ab-a2cf4fcff28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (33c81875-1fcb-42f0-8920-541d7d88ff22), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:55.838147 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-49f21a6d-7fe3-4469-81ab-a2cf4fcff28a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=440c7dec853e42c1ba8fdbc2d27f082f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363163 May 10 05:40:55.839114 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f21a6d-7fe3-4469-81ab-a2cf4fcff28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c81875-1fcb-42f0-8920-541d7d88ff22,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:55.840801 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 51898) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:55.921606 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd5ea1bd-37cf-4b1b-a809-6bad1f83a111 admin admin] Publish callbacks [] for router_gateway (e655bde3-d809-425e-8ce6-f2366cc0e9f1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:55.937494 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-016b1277-a482-41d5-bfe3-cf1745a956dd admin admin] Publish callbacks [] for security_group (33c81875-1fcb-42f0-8920-541d7d88ff22), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:55.970846 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-4a95c2ef-5ca5-418d-a612-605150b34e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e655bde3-d809-425e-8ce6-f2366cc0e9f1', 'name': 'tempest-TestMinimumBasicScenario-1014064537-router', 'tenant_id': 'ca8030ffa56d425b8386c2aa2d96c1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '6042947f-ab41-4fd9-a745-b4e764419556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:37:45Z', 'updated_at': '2022-05-10T05:40:55Z', 'revision_number': 5, 'project_id': 'ca8030ffa56d425b8386c2aa2d96c1b1', 'gw_port': {'id': '6042947f-ab41-4fd9-a745-b4e764419556', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e655bde3-d809-425e-8ce6-f2366cc0e9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:37:45Z', 'updated_at': '2022-05-10T05:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:55.981860 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-016b1277-a482-41d5-bfe3-cf1745a956dd admin admin] Publish callbacks [] for security_group (33c81875-1fcb-42f0-8920-541d7d88ff22), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:55.994189 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-bd5ea1bd-37cf-4b1b-a809-6bad1f83a111 admin admin] Deleting port 6042947f-ab41-4fd9-a745-b4e764419556 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:40:55.994518 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd5ea1bd-37cf-4b1b-a809-6bad1f83a111 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (6042947f-ab41-4fd9-a745-b4e764419556), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:55.997457 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a95c2ef-5ca5-418d-a612-605150b34e90 None None] Checking router: e655bde3-d809-425e-8ce6-f2366cc0e9f1 for host: dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:40:56.006575 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a95c2ef-5ca5-418d-a612-605150b34e90 None None] Routers {'e655bde3-d809-425e-8ce6-f2366cc0e9f1'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:40:56.007175 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-4a95c2ef-5ca5-418d-a612-605150b34e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:40:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e655bde3-d809-425e-8ce6-f2366cc0e9f1'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:56.106127 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-4a95c2ef-5ca5-418d-a612-605150b34e90 None None] Set router e655bde3-d809-425e-8ce6-f2366cc0e9f1 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:40:56.106320 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-bd5ea1bd-37cf-4b1b-a809-6bad1f83a111 admin admin] For port 6042947f-ab41-4fd9-a745-b4e764419556, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=6042947f-ab41-4fd9-a745-b4e764419556,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:40:56.106663 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd5ea1bd-37cf-4b1b-a809-6bad1f83a111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (6042947f-ab41-4fd9-a745-b4e764419556), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:56.108945 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-016b1277-a482-41d5-bfe3-cf1745a956dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (33c81875-1fcb-42f0-8920-541d7d88ff22), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:56.111376 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-016b1277-a482-41d5-bfe3-cf1745a956dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:56.112528 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-016b1277-a482-41d5-bfe3-cf1745a956dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33c81875-1fcb-42f0-8920-541d7d88ff22 HTTP/1.1" status: 204 len: 168 time: 0.2708225 May 10 05:40:56.131198 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-bd5ea1bd-37cf-4b1b-a809-6bad1f83a111 admin admin] Calling delete_port for 6042947f-ab41-4fd9-a745-b4e764419556 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:40:56.133172 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b1277-a482-41d5-bfe3-cf1745a956dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c81875-1fcb-42f0-8920-541d7d88ff22,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:56.166000 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-4a95c2ef-5ca5-418d-a612-605150b34e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e655bde3-d809-425e-8ce6-f2366cc0e9f1', 'name': 'tempest-TestMinimumBasicScenario-1014064537-router', 'tenant_id': 'ca8030ffa56d425b8386c2aa2d96c1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:37:45Z', 'updated_at': '2022-05-10T05:40:55Z', 'revision_number': 6, 'project_id': 'ca8030ffa56d425b8386c2aa2d96c1b1', 'gw_port_host': None}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:56.198750 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a95c2ef-5ca5-418d-a612-605150b34e90 None None] The sync data for ids ['e655bde3-d809-425e-8ce6-f2366cc0e9f1'] in dv-cinder-836996-16-iscsi is: [{'id': 'e655bde3-d809-425e-8ce6-f2366cc0e9f1', 'name': 'tempest-TestMinimumBasicScenario-1014064537-router', 'tenant_id': 'ca8030ffa56d425b8386c2aa2d96c1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:37:45Z', 'updated_at': '2022-05-10T05:40:55Z', 'revision_number': 6, 'project_id': 'ca8030ffa56d425b8386c2aa2d96c1b1', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:40:56.306460 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd5ea1bd-37cf-4b1b-a809-6bad1f83a111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (6042947f-ab41-4fd9-a745-b4e764419556), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:56.332757 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ea1bd-37cf-4b1b-a809-6bad1f83a111 admin admin] Pushing event deleted for resources: {'Port': ['ID=6042947f-ab41-4fd9-a745-b4e764419556,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:56.400300 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd5ea1bd-37cf-4b1b-a809-6bad1f83a111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423510'] for router_gateway (e655bde3-d809-425e-8ce6-f2366cc0e9f1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:56.481720 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48493a6d-f0f0-478e-8826-0191f8a7e9ea req-4bc62b33-d26e-4ff0-a444-edd28fceca41 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:56.488160 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-48493a6d-f0f0-478e-8826-0191f8a7e9ea req-4bc62b33-d26e-4ff0-a444-edd28fceca41 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.0565181 May 10 05:40:56.538781 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-48493a6d-f0f0-478e-8826-0191f8a7e9ea req-3d38da22-b875-4582-a16e-b6e14ad0fc87 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483856 May 10 05:40:56.751959 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd5ea1bd-37cf-4b1b-a809-6bad1f83a111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1831'] for router (e655bde3-d809-425e-8ce6-f2366cc0e9f1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:56.754378 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd5ea1bd-37cf-4b1b-a809-6bad1f83a111 admin admin] Publish callbacks [] for router_controller (e655bde3-d809-425e-8ce6-f2366cc0e9f1), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:56.798349 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd5ea1bd-37cf-4b1b-a809-6bad1f83a111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425601'] for router (e655bde3-d809-425e-8ce6-f2366cc0e9f1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:56.798976 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5ea1bd-37cf-4b1b-a809-6bad1f83a111 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e655bde3-d809-425e-8ce6-f2366cc0e9f1 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 05:40:56.803247 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd5ea1bd-37cf-4b1b-a809-6bad1f83a111 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:56.804387 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-bd5ea1bd-37cf-4b1b-a809-6bad1f83a111 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e655bde3-d809-425e-8ce6-f2366cc0e9f1 HTTP/1.1" status: 204 len: 168 time: 1.1441278 May 10 05:40:56.806958 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 51924) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:56.841990 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:40:56.850877 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-d308176b-d6b9-4a59-8aba-f6a367e4ba00 admin admin] Deleting subnet b8fb1b9c-d716-4ec1-8d27-2bca8d6e770c {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 05:40:56.853939 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d308176b-d6b9-4a59-8aba-f6a367e4ba00 admin admin] Publish callbacks [] for subnet (b8fb1b9c-d716-4ec1-8d27-2bca8d6e770c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:56.889254 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d308176b-d6b9-4a59-8aba-f6a367e4ba00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26910853'] for subnet (b8fb1b9c-d716-4ec1-8d27-2bca8d6e770c), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:56.971407 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d308176b-d6b9-4a59-8aba-f6a367e4ba00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560747'] for subnet (b8fb1b9c-d716-4ec1-8d27-2bca8d6e770c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:57.031055 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d308176b-d6b9-4a59-8aba-f6a367e4ba00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2851411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25345458'] for subnet (b8fb1b9c-d716-4ec1-8d27-2bca8d6e770c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:57.057909 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308176b-d6b9-4a59-8aba-f6a367e4ba00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8fb1b9c-d716-4ec1-8d27-2bca8d6e770c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:57.060036 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d308176b-d6b9-4a59-8aba-f6a367e4ba00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:57.063514 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-d308176b-d6b9-4a59-8aba-f6a367e4ba00 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b8fb1b9c-d716-4ec1-8d27-2bca8d6e770c HTTP/1.1" status: 204 len: 168 time: 0.2556186 May 10 05:40:57.066211 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 51930) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:57.066519 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8f7369-f5e2-47d3-8e49-441a524130fb None None] Network 1fa3cdee-fba1-424e-a4c1-ff745d19c8d8 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:40:57.150942 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58f23426-c789-4937-9c25-8848d298da28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505022'] for network (1fa3cdee-fba1-424e-a4c1-ff745d19c8d8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:57.205374 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-58f23426-c789-4937-9c25-8848d298da28 admin admin] Deleting port 27111dfe-64c4-4928-ad39-1a66c914d4a8 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:40:57.205742 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58f23426-c789-4937-9c25-8848d298da28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (27111dfe-64c4-4928-ad39-1a66c914d4a8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:57.276855 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-58f23426-c789-4937-9c25-8848d298da28 admin admin] For port 27111dfe-64c4-4928-ad39-1a66c914d4a8, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=27111dfe-64c4-4928-ad39-1a66c914d4a8,segment=NetworkSegment(cef738d0-4b2c-4969-a1a7-8ad1da89b952),segment_id=cef738d0-4b2c-4969-a1a7-8ad1da89b952)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:40:57.279226 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e17cd2-91a1-40a9-9f3e-6e58a191d8cb None None] DHCP port deletion for 1fa3cdee-fba1-424e-a4c1-ff745d19c8d8 request from dv-cinder-836996-16-iscsi {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 05:40:57.289112 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58f23426-c789-4937-9c25-8848d298da28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (27111dfe-64c4-4928-ad39-1a66c914d4a8), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:57.323062 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-58f23426-c789-4937-9c25-8848d298da28 admin admin] Calling delete_port for 27111dfe-64c4-4928-ad39-1a66c914d4a8 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:40:57.339827 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-85e17cd2-91a1-40a9-9f3e-6e58a191d8cb None None] Deleting port 27111dfe-64c4-4928-ad39-1a66c914d4a8 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:40:57.344143 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-85e17cd2-91a1-40a9-9f3e-6e58a191d8cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (27111dfe-64c4-4928-ad39-1a66c914d4a8), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:57.436421 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58f23426-c789-4937-9c25-8848d298da28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (27111dfe-64c4-4928-ad39-1a66c914d4a8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:57.451705 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f23426-c789-4937-9c25-8848d298da28 admin admin] No DVR routers for this DVR port 27111dfe-64c4-4928-ad39-1a66c914d4a8 on host dv-cinder-836996-16-iscsi {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:40:57.476390 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f23426-c789-4937-9c25-8848d298da28 admin admin] Pushing event deleted for resources: {'Port': ['ID=27111dfe-64c4-4928-ad39-1a66c914d4a8,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:57.551634 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58f23426-c789-4937-9c25-8848d298da28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562704', 'neutron.services.segments.db._delete_segments_for_network-8771215551281'] for network (1fa3cdee-fba1-424e-a4c1-ff745d19c8d8), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:57.573579 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-85e17cd2-91a1-40a9-9f3e-6e58a191d8cb None None] For port 27111dfe-64c4-4928-ad39-1a66c914d4a8, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=27111dfe-64c4-4928-ad39-1a66c914d4a8,segment=NetworkSegment(cef738d0-4b2c-4969-a1a7-8ad1da89b952),segment_id=cef738d0-4b2c-4969-a1a7-8ad1da89b952)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:40:57.573954 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-58f23426-c789-4937-9c25-8848d298da28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa3cdee-fba1-424e-a4c1-ff745d19c8d8']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:57.574080 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-85e17cd2-91a1-40a9-9f3e-6e58a191d8cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (27111dfe-64c4-4928-ad39-1a66c914d4a8), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:57.586091 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-58f23426-c789-4937-9c25-8848d298da28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef738d0-4b2c-4969-a1a7-8ad1da89b952') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:57.586345 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-58f23426-c789-4937-9c25-8848d298da28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef738d0-4b2c-4969-a1a7-8ad1da89b952') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:40:57.588297 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-85e17cd2-91a1-40a9-9f3e-6e58a191d8cb None None] Calling delete_port for 27111dfe-64c4-4928-ad39-1a66c914d4a8 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:40:57.596776 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device b19629f4-3445-4582-95a2-664232b61559 no longer exists at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:40:57.599230 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58f23426-c789-4937-9c25-8848d298da28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771215552058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26910846'] for segment (cef738d0-4b2c-4969-a1a7-8ad1da89b952), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:57.613880 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58f23426-c789-4937-9c25-8848d298da28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (cef738d0-4b2c-4969-a1a7-8ad1da89b952), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:57.620894 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] No Port match for: b19629f4-3445-4582-95a2-664232b61559 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:40:57.621125 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f23426-c789-4937-9c25-8848d298da28 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 05:40:57.621376 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device b19629f4-3445-4582-95a2-664232b61559 not bound to the agent host dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:40:57.621759 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58f23426-c789-4937-9c25-8848d298da28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2851385'] for segment (cef738d0-4b2c-4969-a1a7-8ad1da89b952), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:57.622064 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 27111dfe-64c4-4928-ad39-1a66c914d4a8 no longer exists at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: Traceback (most recent call last): May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: timer() May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: cb(*args, **kw) May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: return func(*args, **kwargs) May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: self._notify() May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: self.callback(batched_events) May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: event.method(event) May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: return f(self, *a, **k) May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: return self._get(url).json() May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: return self.request(url, 'GET', **kwargs) May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 05:40:57.624223 dv-cinder-836996-16-iscsi neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 05:40:57.652307 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] No Port match for: 27111dfe-64c4-4928-ad39-1a66c914d4a8 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:40:57.652650 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 27111dfe-64c4-4928-ad39-1a66c914d4a8 not bound to the agent host dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:40:57.653062 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 6042947f-ab41-4fd9-a745-b4e764419556 no longer exists at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:40:57.690339 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58f23426-c789-4937-9c25-8848d298da28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412472'] for network (1fa3cdee-fba1-424e-a4c1-ff745d19c8d8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:57.693053 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec702e64-f77a-456b-9cee-a93897002f0d req-2874527b-6486-48bf-876e-f5387934b830 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:57.699998 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ec702e64-f77a-456b-9cee-a93897002f0d req-2874527b-6486-48bf-876e-f5387934b830 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.0694427 May 10 05:40:57.711280 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58f23426-c789-4937-9c25-8848d298da28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:57.711522 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] No Port match for: 6042947f-ab41-4fd9-a745-b4e764419556 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:40:57.711663 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 6042947f-ab41-4fd9-a745-b4e764419556 not bound to the agent host dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:40:57.715737 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-58f23426-c789-4937-9c25-8848d298da28 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1fa3cdee-fba1-424e-a4c1-ff745d19c8d8 HTTP/1.1" status: 204 len: 168 time: 0.6478775 May 10 05:40:57.716964 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f23426-c789-4937-9c25-8848d298da28 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fa3cdee-fba1-424e-a4c1-ff745d19c8d8,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:57.759903 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ec702e64-f77a-456b-9cee-a93897002f0d req-50902123-e5b9-4ae3-8f6b-96d36c6b701b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590019 May 10 05:40:57.768497 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-85e17cd2-91a1-40a9-9f3e-6e58a191d8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713'] for port (27111dfe-64c4-4928-ad39-1a66c914d4a8), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:57.780036 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-85e17cd2-91a1-40a9-9f3e-6e58a191d8cb None None] Network 1fa3cdee-fba1-424e-a4c1-ff745d19c8d8 is not hosted by any dhcp agent {{(pid=103530) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 10 05:40:57.780714 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e17cd2-91a1-40a9-9f3e-6e58a191d8cb None None] No DVR routers for this DVR port 27111dfe-64c4-4928-ad39-1a66c914d4a8 on host dv-cinder-836996-16-iscsi {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:40:57.814216 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e17cd2-91a1-40a9-9f3e-6e58a191d8cb None None] Pushing event deleted for resources: {'Port': ['ID=27111dfe-64c4-4928-ad39-1a66c914d4a8,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:57.856124 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:57.931944 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 51958) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:57.980776 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-9a2a9d68-4b61-4887-8348-e60b9ba519c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54da2dd57fd4488ea0266dc8d744cc25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426090 May 10 05:40:57.981523 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 51962) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:58.034194 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eb4dbd35-ed1d-4f9d-875c-635bbd153c6a admin admin] Publish callbacks [] for security_group (13e10e43-0a71-470e-bbca-4611196a7c4e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:58.056781 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eb4dbd35-ed1d-4f9d-875c-635bbd153c6a admin admin] Publish callbacks [] for security_group (13e10e43-0a71-470e-bbca-4611196a7c4e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:58.107304 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eb4dbd35-ed1d-4f9d-875c-635bbd153c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (13e10e43-0a71-470e-bbca-4611196a7c4e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:58.110658 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eb4dbd35-ed1d-4f9d-875c-635bbd153c6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:58.111814 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-eb4dbd35-ed1d-4f9d-875c-635bbd153c6a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/13e10e43-0a71-470e-bbca-4611196a7c4e HTTP/1.1" status: 204 len: 168 time: 0.1308680 May 10 05:40:58.119593 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4dbd35-ed1d-4f9d-875c-635bbd153c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e10e43-0a71-470e-bbca-4611196a7c4e,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:58.454685 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 51970) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:58.498490 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-41047388-6151-4a2d-b73b-1527107d63e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca8030ffa56d425b8386c2aa2d96c1b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426161 May 10 05:40:58.501400 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 51972) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:40:58.558424 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1a5daab-8160-4807-8759-b01a8eba0679 admin admin] Publish callbacks [] for security_group (00dfa38e-a6a2-46c0-a3a8-a91a910627c3), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:58.579723 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1a5daab-8160-4807-8759-b01a8eba0679 admin admin] Publish callbacks [] for security_group (00dfa38e-a6a2-46c0-a3a8-a91a910627c3), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:58.627285 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1a5daab-8160-4807-8759-b01a8eba0679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (00dfa38e-a6a2-46c0-a3a8-a91a910627c3), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:58.630295 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1a5daab-8160-4807-8759-b01a8eba0679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:40:58.631487 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-d1a5daab-8160-4807-8759-b01a8eba0679 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/00dfa38e-a6a2-46c0-a3a8-a91a910627c3 HTTP/1.1" status: 204 len: 168 time: 0.1292081 May 10 05:40:58.639403 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5daab-8160-4807-8759-b01a8eba0679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00dfa38e-a6a2-46c0-a3a8-a91a910627c3,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:40:58.899562 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb22be9-73c9-4176-8388-ea20adbb4e37 req-28c7d417-9a6e-4bd1-8e8e-efdbf8e6036f tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:40:58.901245 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6fb22be9-73c9-4176-8388-ea20adbb4e37 req-28c7d417-9a6e-4bd1-8e8e-efdbf8e6036f tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.0543573 May 10 05:40:58.954974 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6fb22be9-73c9-4176-8388-ea20adbb4e37 req-fba520b1-37fc-4c3e-a532-d30c2a4ce80e tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469732 May 10 05:41:00.087526 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec829d-594a-43c6-86fe-6f5edc377c9f req-d49ab1e1-38f2-40e9-848e-9534e1188f2b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:00.088962 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1fec829d-594a-43c6-86fe-6f5edc377c9f req-d49ab1e1-38f2-40e9-848e-9534e1188f2b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.0485985 May 10 05:41:00.137807 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1fec829d-594a-43c6-86fe-6f5edc377c9f req-29c2a3c5-cd3d-4c16-b32e-3384466712ff tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402484 May 10 05:41:01.270429 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2b527-b94b-4454-a0ea-3f9e5af78c96 req-1e881481-cf05-4dcc-bf3b-1d02eebcea0d tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:01.272119 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e1b2b527-b94b-4454-a0ea-3f9e5af78c96 req-1e881481-cf05-4dcc-bf3b-1d02eebcea0d tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.0512319 May 10 05:41:01.319252 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e1b2b527-b94b-4454-a0ea-3f9e5af78c96 req-8cb8c5db-7da9-4b0d-9869-9a986b3a8c3c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412459 May 10 05:41:01.737235 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 04bcdf00-6c77-4d87-95e0-85a50332c824 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 05:41:01.848531 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 04bcdf00-6c77-4d87-95e0-85a50332c824, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=04bcdf00-6c77-4d87-95e0-85a50332c824,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:41:01.862170 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Returning: {'device': '04bcdf00-6c77-4d87-95e0-85a50332c824', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'port_id': '04bcdf00-6c77-4d87-95e0-85a50332c824', 'mac_address': 'fa:16:3e:c2:3d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 05:41:01.928969 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 04bcdf00-6c77-4d87-95e0-85a50332c824 is: ACTIVE; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:41:01.929541 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (04bcdf00-6c77-4d87-95e0-85a50332c824), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:01.952098 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04bcdf00-6c77-4d87-95e0-85a50332c824 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:41:01.973865 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 04bcdf00-6c77-4d87-95e0-85a50332c824, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=04bcdf00-6c77-4d87-95e0-85a50332c824,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:41:01.994997 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (04bcdf00-6c77-4d87-95e0-85a50332c824), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:02.079136 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=04bcdf00-6c77-4d87-95e0-85a50332c824,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:02.111008 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['04bcdf00-6c77-4d87-95e0-85a50332c824'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:41:02.253864 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde0d72-6313-4da0-b3a3-020cd333a17b req-e787d016-fc03-45f1-a9a7-65089f5fb1f2 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:02.261732 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2fde0d72-6313-4da0-b3a3-020cd333a17b req-e787d016-fc03-45f1-a9a7-65089f5fb1f2 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0dc6426-b0b6-4bb1-942c-e884ec8bc66e HTTP/1.1" status: 200 len: 946 time: 0.0766490 May 10 05:41:02.322049 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2fde0d72-6313-4da0-b3a3-020cd333a17b req-0881da56-c4e5-4de7-ae2c-c02f4ea69ee5 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=5898a3d6-3b62-4a38-ae91-b3228799f8de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596745 May 10 05:41:02.460431 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c872d68-4316-4b41-8b17-b96963fe20be req-93b3ba22-429a-4902-81b2-7085eb24bbf6 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:02.461902 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3c872d68-4316-4b41-8b17-b96963fe20be req-93b3ba22-429a-4902-81b2-7085eb24bbf6 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 945 time: 0.0635765 May 10 05:41:02.534702 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3c872d68-4316-4b41-8b17-b96963fe20be req-fe132289-61b8-4459-96d4-e57a46fd6cfb tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659802 May 10 05:41:02.940543 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4ca5035e-28a1-4163-8320-cae6b3b1e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:03.461224 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32527f33-93b2-42d2-95c8-272232f11e49 req-d6daa2ad-8d92-4979-9f3c-b5bbaeed6a8d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:03.478569 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-32527f33-93b2-42d2-95c8-272232f11e49 req-d6daa2ad-8d92-4979-9f3c-b5bbaeed6a8d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0dc6426-b0b6-4bb1-942c-e884ec8bc66e HTTP/1.1" status: 200 len: 946 time: 0.0693908 May 10 05:41:03.530837 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-32527f33-93b2-42d2-95c8-272232f11e49 req-800607cc-1516-41bc-af63-df87c8b7779b tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=5898a3d6-3b62-4a38-ae91-b3228799f8de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511799 May 10 05:41:03.660131 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65099bb6-d489-436b-bcff-3bda4044ae46 req-df3df5c0-205e-4586-b427-a31fe56cd2a1 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:03.662000 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-65099bb6-d489-436b-bcff-3bda4044ae46 req-df3df5c0-205e-4586-b427-a31fe56cd2a1 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 945 time: 0.0499878 May 10 05:41:03.724794 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-65099bb6-d489-436b-bcff-3bda4044ae46 req-b414eae0-cd43-46f0-9ae0-a9bec8aef60e tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570095 May 10 05:41:03.753410 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 04bcdf00-6c77-4d87-95e0-85a50332c824 up at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:41:03.800970 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning complete for port 04bcdf00-6c77-4d87-95e0-85a50332c824 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:41:03.801535 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (04bcdf00-6c77-4d87-95e0-85a50332c824), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:03.897909 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 04bcdf00-6c77-4d87-95e0-85a50332c824 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:41:03.898295 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (04bcdf00-6c77-4d87-95e0-85a50332c824), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:03.924612 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cf2de3-24e0-4fd5-a338-50bf2306a423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bcdf00-6c77-4d87-95e0-85a50332c824'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:41:03.926886 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0800c53295b7046a146618d9b887730b91c06d3b0846630efe31b30f8053b0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b96ead-5d8e-4a21-a9b4-91007eec1d3b" -d '{"events": [{"server_uuid": "18cf2de3-24e0-4fd5-a338-50bf2306a423", "name": "network-vif-plugged", "status": "completed", "tag": "04bcdf00-6c77-4d87-95e0-85a50332c824"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:41:03.950482 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 04bcdf00-6c77-4d87-95e0-85a50332c824, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=04bcdf00-6c77-4d87-95e0-85a50332c824,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:41:03.955887 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (04bcdf00-6c77-4d87-95e0-85a50332c824), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:03.986154 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70acaa4c-8044-4eda-8eea-63586c3e9a39 x-openstack-request-id: req-70acaa4c-8044-4eda-8eea-63586c3e9a39 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:41:03.986521 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18cf2de3-24e0-4fd5-a338-50bf2306a423", "name": "network-vif-plugged", "status": "completed", "tag": "04bcdf00-6c77-4d87-95e0-85a50332c824", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:41:03.987056 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70acaa4c-8044-4eda-8eea-63586c3e9a39 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:41:03.987508 dv-cinder-836996-16-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70acaa4c-8044-4eda-8eea-63586c3e9a39'] response: {'server_uuid': '18cf2de3-24e0-4fd5-a338-50bf2306a423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bcdf00-6c77-4d87-95e0-85a50332c824', 'code': 200} May 10 05:41:04.021466 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=04bcdf00-6c77-4d87-95e0-85a50332c824,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:04.134103 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1939c6-d105-42b2-95aa-89d7a917bb1f req-d6a96158-f6d8-4966-a050-de2f29135b4a tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:04.135647 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-df1939c6-d105-42b2-95aa-89d7a917bb1f req-d6a96158-f6d8-4966-a050-de2f29135b4a tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0dc6426-b0b6-4bb1-942c-e884ec8bc66e HTTP/1.1" status: 200 len: 946 time: 0.0503836 May 10 05:41:04.234860 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-df1939c6-d105-42b2-95aa-89d7a917bb1f req-712a0e28-7a79-4c11-8ea6-79a27d1e5fe3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Deleting port d17db4e7-c4ea-4287-acea-a97eb3d98caf {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:41:04.235210 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-df1939c6-d105-42b2-95aa-89d7a917bb1f req-712a0e28-7a79-4c11-8ea6-79a27d1e5fe3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (d17db4e7-c4ea-4287-acea-a97eb3d98caf), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:04.335755 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-df1939c6-d105-42b2-95aa-89d7a917bb1f req-712a0e28-7a79-4c11-8ea6-79a27d1e5fe3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] For port d17db4e7-c4ea-4287-acea-a97eb3d98caf, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d17db4e7-c4ea-4287-acea-a97eb3d98caf,segment=NetworkSegment(d5074d01-1247-4bbd-94b1-016a992e97ef),segment_id=d5074d01-1247-4bbd-94b1-016a992e97ef)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:41:04.336307 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-df1939c6-d105-42b2-95aa-89d7a917bb1f req-712a0e28-7a79-4c11-8ea6-79a27d1e5fe3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (d17db4e7-c4ea-4287-acea-a97eb3d98caf), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:04.544499 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-df1939c6-d105-42b2-95aa-89d7a917bb1f req-712a0e28-7a79-4c11-8ea6-79a27d1e5fe3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:04.545217 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-df1939c6-d105-42b2-95aa-89d7a917bb1f req-712a0e28-7a79-4c11-8ea6-79a27d1e5fe3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (b79c1cda-4af7-4c1f-8bf9-f091b5d4546c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:04.545706 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.db.l3_db [req-df1939c6-d105-42b2-95aa-89d7a917bb1f req-712a0e28-7a79-4c11-8ea6-79a27d1e5fe3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Floating IP b79c1cda-4af7-4c1f-8bf9-f091b5d4546c disassociated. External IP: 172.27.0.173, port: d17db4e7-c4ea-4287-acea-a97eb3d98caf. May 10 05:41:04.546212 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-df1939c6-d105-42b2-95aa-89d7a917bb1f req-712a0e28-7a79-4c11-8ea6-79a27d1e5fe3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Calling delete_port for d17db4e7-c4ea-4287-acea-a97eb3d98caf owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:41:04.673534 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78c08e-84c9-4d88-ba98-5a27b5a9a7ee req-6e487e70-0b46-42c4-8d40-8f251468fbb8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:04.675157 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-db78c08e-84c9-4d88-ba98-5a27b5a9a7ee req-6e487e70-0b46-42c4-8d40-8f251468fbb8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0dc6426-b0b6-4bb1-942c-e884ec8bc66e HTTP/1.1" status: 200 len: 946 time: 0.0618665 May 10 05:41:04.703970 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-df1939c6-d105-42b2-95aa-89d7a917bb1f req-712a0e28-7a79-4c11-8ea6-79a27d1e5fe3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (d17db4e7-c4ea-4287-acea-a97eb3d98caf), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:04.755439 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a0e28-7a79-4c11-8ea6-79a27d1e5fe3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event deleted for resources: {'Port': ['ID=d17db4e7-c4ea-4287-acea-a97eb3d98caf,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:04.797846 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-db78c08e-84c9-4d88-ba98-5a27b5a9a7ee req-3a2e56b6-f301-4537-b5ec-e1d531552993 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=5898a3d6-3b62-4a38-ae91-b3228799f8de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126885 May 10 05:41:04.914995 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93dc8f-98dd-42ff-bb30-d2898b952a43 req-56867b9b-9f4a-47c5-9e00-61e3a7aa8c02 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:04.921364 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3c93dc8f-98dd-42ff-bb30-d2898b952a43 req-56867b9b-9f4a-47c5-9e00-61e3a7aa8c02 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.0817235 May 10 05:41:04.948558 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df1939c6-d105-42b2-95aa-89d7a917bb1f req-712a0e28-7a79-4c11-8ea6-79a27d1e5fe3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Router e8f29ba1-9b40-4eac-84bb-1b5acd961371 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:41:04.991802 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3c93dc8f-98dd-42ff-bb30-d2898b952a43 req-1ea80956-68e4-4bf7-a5ab-221d282c34c6 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630927 May 10 05:41:05.139621 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df1939c6-d105-42b2-95aa-89d7a917bb1f req-712a0e28-7a79-4c11-8ea6-79a27d1e5fe3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:41:05.155682 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f650b66-c2a4-4a28-8747-94574f51cad6 None None] Sync routers for ids ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:41:05.167848 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f650b66-c2a4-4a28-8747-94574f51cad6 None None] Routers {'e8f29ba1-9b40-4eac-84bb-1b5acd961371'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:41:05.168820 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-8f650b66-c2a4-4a28-8747-94574f51cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:40:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:41:05.210163 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1939c6-d105-42b2-95aa-89d7a917bb1f req-712a0e28-7a79-4c11-8ea6-79a27d1e5fe3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] No DVR routers for this DVR port d17db4e7-c4ea-4287-acea-a97eb3d98caf on host hv-cinder-83699 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:41:05.214119 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-df1939c6-d105-42b2-95aa-89d7a917bb1f req-712a0e28-7a79-4c11-8ea6-79a27d1e5fe3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:05.217672 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-df1939c6-d105-42b2-95aa-89d7a917bb1f req-712a0e28-7a79-4c11-8ea6-79a27d1e5fe3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.50 "DELETE /v2.0/ports/d17db4e7-c4ea-4287-acea-a97eb3d98caf HTTP/1.1" status: 204 len: 173 time: 1.0702097 May 10 05:41:05.218253 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dc6426-b0b6-4bb1-942c-e884ec8bc66e', 'name': 'network-vif-deleted', 'tag': 'd17db4e7-c4ea-4287-acea-a97eb3d98caf'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:41:05.220818 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5633a8a-5067-416f-afc3-c8fc384fd42e" -d '{"events": [{"server_uuid": "d0dc6426-b0b6-4bb1-942c-e884ec8bc66e", "name": "network-vif-deleted", "tag": "d17db4e7-c4ea-4287-acea-a97eb3d98caf"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:41:05.342384 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c046df-0d99-4c9d-9374-00ca84b1516f x-openstack-request-id: req-50c046df-0d99-4c9d-9374-00ca84b1516f {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:41:05.342682 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0dc6426-b0b6-4bb1-942c-e884ec8bc66e", "name": "network-vif-deleted", "tag": "d17db4e7-c4ea-4287-acea-a97eb3d98caf", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:41:05.342950 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-50c046df-0d99-4c9d-9374-00ca84b1516f {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:41:05.343414 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50c046df-0d99-4c9d-9374-00ca84b1516f'] response: {'server_uuid': 'd0dc6426-b0b6-4bb1-942c-e884ec8bc66e', 'name': 'network-vif-deleted', 'tag': 'd17db4e7-c4ea-4287-acea-a97eb3d98caf', 'status': 'completed', 'code': 200} May 10 05:41:05.371841 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0e501579-aefd-44be-a90f-f48a7f1ad7a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:05.405593 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-8f650b66-c2a4-4a28-8747-94574f51cad6 None None] Set router e8f29ba1-9b40-4eac-84bb-1b5acd961371 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:41:05.614791 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-8f650b66-c2a4-4a28-8747-94574f51cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 4, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '8f319875-0fd3-4312-9bcf-bc51d061cb39', 'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'tenant_id': '0623b145317e4164862cd8601813c000', 'mac_address': 'fa:16:3e:49:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:56Z', 'revision_number': 5, 'project_id': '0623b145317e4164862cd8601813c000', 'subnets': [{'id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:41:05.641112 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f650b66-c2a4-4a28-8747-94574f51cad6 None None] Checking router: e8f29ba1-9b40-4eac-84bb-1b5acd961371 for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:41:05.650969 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f650b66-c2a4-4a28-8747-94574f51cad6 None None] Routers {'e8f29ba1-9b40-4eac-84bb-1b5acd961371'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:41:05.651596 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-8f650b66-c2a4-4a28-8747-94574f51cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:41:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:41:05.775264 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-8f650b66-c2a4-4a28-8747-94574f51cad6 None None] Set router e8f29ba1-9b40-4eac-84bb-1b5acd961371 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:41:05.961178 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3c5c0b46-6d55-4311-b0c3-86d907a3ef19 req-b4337b4e-a2fb-4397-95d0-9e84d01fe942 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0dc6426-b0b6-4bb1-942c-e884ec8bc66e HTTP/1.1" status: 200 len: 210 time: 0.0490351 May 10 05:41:06.061036 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-8f650b66-c2a4-4a28-8747-94574f51cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 4, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '8f319875-0fd3-4312-9bcf-bc51d061cb39', 'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'tenant_id': '0623b145317e4164862cd8601813c000', 'mac_address': 'fa:16:3e:49:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:56Z', 'revision_number': 5, 'project_id': '0623b145317e4164862cd8601813c000', 'subnets': [{'id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:41:06.096540 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f650b66-c2a4-4a28-8747-94574f51cad6 None None] The sync data for ids ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'] in dv-cinder-836996-16-iscsi is: [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 4, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '8f319875-0fd3-4312-9bcf-bc51d061cb39', 'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'tenant_id': '0623b145317e4164862cd8601813c000', 'mac_address': 'fa:16:3e:49:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:56Z', 'revision_number': 5, 'project_id': '0623b145317e4164862cd8601813c000', 'subnets': [{'id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:41:06.219688 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0fc37-9542-4633-8838-4823af893f0f req-c009fe30-ac1f-478e-8a09-dce389cdc449 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:06.229325 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-42f0fc37-9542-4633-8838-4823af893f0f req-c009fe30-ac1f-478e-8a09-dce389cdc449 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.1075861 May 10 05:41:06.288616 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-42f0fc37-9542-4633-8838-4823af893f0f req-97d19895-e4df-48c9-8d26-df0150891657 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581179 May 10 05:41:06.532393 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84685bcc-779f-46b0-90aa-6722ab248d5a None None] New status for floating IP b79c1cda-4af7-4c1f-8bf9-f091b5d4546c: DOWN {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 05:41:06.666847 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:07.048293 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 52142) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:41:07.108058 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5b15c216-ddf8-47e3-9333-5762f2c2d732 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group (5898a3d6-3b62-4a38-ae91-b3228799f8de), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:07.140427 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5b15c216-ddf8-47e3-9333-5762f2c2d732 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group (5898a3d6-3b62-4a38-ae91-b3228799f8de), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:07.196514 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5b15c216-ddf8-47e3-9333-5762f2c2d732 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (5898a3d6-3b62-4a38-ae91-b3228799f8de), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:07.201780 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5b15c216-ddf8-47e3-9333-5762f2c2d732 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:07.206590 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-5b15c216-ddf8-47e3-9333-5762f2c2d732 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "DELETE /v2.0/security-groups/5898a3d6-3b62-4a38-ae91-b3228799f8de HTTP/1.1" status: 204 len: 168 time: 0.1513369 May 10 05:41:07.206971 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 52144) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:41:07.212756 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15c216-ddf8-47e3-9333-5762f2c2d732 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5898a3d6-3b62-4a38-ae91-b3228799f8de,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:07.232751 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.api.v2.resource [None req-cc274cbd-fe79-40f4-adf5-dd0b9443650d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] show failed (client error): The resource could not be found. May 10 05:41:07.234211 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-cc274cbd-fe79-40f4-adf5-dd0b9443650d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups/5898a3d6-3b62-4a38-ae91-b3228799f8de HTTP/1.1" status: 404 len: 347 time: 0.0255847 May 10 05:41:07.238327 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 52146) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:41:07.370131 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-92cae76a-14e0-4c06-835b-441ed13f3384 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Deleting port 8018af94-f56e-43a5-9221-47d384b3cf23 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:41:07.370855 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92cae76a-14e0-4c06-835b-441ed13f3384 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (8018af94-f56e-43a5-9221-47d384b3cf23), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:07.632429 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:07.769816 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device d17db4e7-c4ea-4287-acea-a97eb3d98caf no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:41:07.788732 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf40497-a546-4110-af71-c4808155d893 req-69157ac1-a720-494d-bf9b-beba5a8a83a9 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:07.795248 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] No Port match for: d17db4e7-c4ea-4287-acea-a97eb3d98caf {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:41:07.798861 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-aaf40497-a546-4110-af71-c4808155d893 req-69157ac1-a720-494d-bf9b-beba5a8a83a9 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.4149208 May 10 05:41:07.800314 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device d17db4e7-c4ea-4287-acea-a97eb3d98caf not bound to the agent host hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:41:07.847428 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92cae76a-14e0-4c06-835b-441ed13f3384 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (8018af94-f56e-43a5-9221-47d384b3cf23), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:07.847905 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92cae76a-14e0-4c06-835b-441ed13f3384 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for floatingip (8018af94-f56e-43a5-9221-47d384b3cf23), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:07.884928 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-92cae76a-14e0-4c06-835b-441ed13f3384 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Calling delete_port for 8018af94-f56e-43a5-9221-47d384b3cf23 owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:41:07.904346 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-aaf40497-a546-4110-af71-c4808155d893 req-b5bc8a8e-eed0-4c4c-8404-7f388658854b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025782 May 10 05:41:08.078660 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92cae76a-14e0-4c06-835b-441ed13f3384 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156954'] for port (8018af94-f56e-43a5-9221-47d384b3cf23), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:08.106878 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cae76a-14e0-4c06-835b-441ed13f3384 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event deleted for resources: {'Port': ['ID=8018af94-f56e-43a5-9221-47d384b3cf23,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:08.189696 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92cae76a-14e0-4c06-835b-441ed13f3384 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for floatingip (b79c1cda-4af7-4c1f-8bf9-f091b5d4546c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:08.194893 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92cae76a-14e0-4c06-835b-441ed13f3384 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:08.196217 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-92cae76a-14e0-4c06-835b-441ed13f3384 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "DELETE /v2.0/floatingips/b79c1cda-4af7-4c1f-8bf9-f091b5d4546c HTTP/1.1" status: 204 len: 168 time: 0.9568005 May 10 05:41:08.263847 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 52170) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:41:08.269017 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-1803b114-918c-4432-92c7-bec784a7add6 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1446882130', 'description': 'tempest-description--1531348435'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:41:08.295479 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1803b114-918c-4432-92c7-bec784a7add6 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:08.367052 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1803b114-918c-4432-92c7-bec784a7add6 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group (eaa57eb4-0093-4c41-8a48-13d6570b5b85), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:08.371831 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1803b114-918c-4432-92c7-bec784a7add6 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (eaa57eb4-0093-4c41-8a48-13d6570b5b85), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:08.404402 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1803b114-918c-4432-92c7-bec784a7add6 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:08.408484 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-1803b114-918c-4432-92c7-bec784a7add6 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1408174 May 10 05:41:08.408709 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 52172) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:41:08.413171 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-c121465a-0cab-4bf3-a9b2-8b4d8336e16d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Request body: {'security_group_rule': {'security_group_id': 'eaa57eb4-0093-4c41-8a48-13d6570b5b85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:41:08.417873 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803b114-918c-4432-92c7-bec784a7add6 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa57eb4-0093-4c41-8a48-13d6570b5b85,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:08.446247 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c121465a-0cab-4bf3-a9b2-8b4d8336e16d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group_rule (e6dddae3-4989-40dc-931e-d8e9206d80a8), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:08.512513 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c121465a-0cab-4bf3-a9b2-8b4d8336e16d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group_rule (e6dddae3-4989-40dc-931e-d8e9206d80a8), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:08.517060 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c121465a-0cab-4bf3-a9b2-8b4d8336e16d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (e6dddae3-4989-40dc-931e-d8e9206d80a8), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:08.530872 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121465a-0cab-4bf3-a9b2-8b4d8336e16d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6dddae3-4989-40dc-931e-d8e9206d80a8,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:08.546607 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c121465a-0cab-4bf3-a9b2-8b4d8336e16d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:08.550401 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-c121465a-0cab-4bf3-a9b2-8b4d8336e16d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383789 May 10 05:41:08.550666 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 52174) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:41:08.555690 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-273b786a-8f74-4383-aed5-9e4f25169f7d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Request body: {'security_group_rule': {'security_group_id': 'eaa57eb4-0093-4c41-8a48-13d6570b5b85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:41:08.583994 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-273b786a-8f74-4383-aed5-9e4f25169f7d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group_rule (a8e02198-73c8-4aa6-b1b9-209efa3aaf57), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:08.646723 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-273b786a-8f74-4383-aed5-9e4f25169f7d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group_rule (a8e02198-73c8-4aa6-b1b9-209efa3aaf57), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:08.653563 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-273b786a-8f74-4383-aed5-9e4f25169f7d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (a8e02198-73c8-4aa6-b1b9-209efa3aaf57), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:08.676198 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b786a-8f74-4383-aed5-9e4f25169f7d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e02198-73c8-4aa6-b1b9-209efa3aaf57,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:08.680433 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-273b786a-8f74-4383-aed5-9e4f25169f7d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:08.684919 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 52176) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:41:08.685041 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-273b786a-8f74-4383-aed5-9e4f25169f7d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331792 May 10 05:41:08.692180 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-20da9dae-454a-407f-96d5-bde1ba3939b8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Request body: {'floatingip': {'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:41:08.714534 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20da9dae-454a-407f-96d5-bde1ba3939b8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:08.799205 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20da9dae-454a-407f-96d5-bde1ba3939b8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:08.920971 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-20da9dae-454a-407f-96d5-bde1ba3939b8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Allocated IP 172.27.0.252 (87bc626b-a764-429e-8d11-cdbbe513fac5/76823629-1df9-4cfd-a8c3-1d6cce6b2ea9/f669088f-ffda-422e-bdf3-69e6aaf0665f) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:41:09.038614 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d3bc3-e99c-4807-aed5-5f88d2bcc30c req-f8492695-fa5a-481d-994f-64cd82045ce8 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:09.048095 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8a7d3bc3-e99c-4807-aed5-5f88d2bcc30c req-f8492695-fa5a-481d-994f-64cd82045ce8 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.0598745 May 10 05:41:09.049905 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20da9dae-454a-407f-96d5-bde1ba3939b8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for port (f669088f-ffda-422e-bdf3-69e6aaf0665f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:09.111157 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20da9dae-454a-407f-96d5-bde1ba3939b8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (f669088f-ffda-422e-bdf3-69e6aaf0665f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:09.123219 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8a7d3bc3-e99c-4807-aed5-5f88d2bcc30c req-d20ad0e6-d00f-4489-9f98-dec266cb3999 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685833 May 10 05:41:09.162339 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20da9dae-454a-407f-96d5-bde1ba3939b8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Network 87bc626b-a764-429e-8d11-cdbbe513fac5 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:41:09.165508 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-20da9dae-454a-407f-96d5-bde1ba3939b8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:41:09.173827 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20da9dae-454a-407f-96d5-bde1ba3939b8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:41:09.179879 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da9dae-454a-407f-96d5-bde1ba3939b8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event updated for resources: {'Port': ['ID=f669088f-ffda-422e-bdf3-69e6aaf0665f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:09.307850 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20da9dae-454a-407f-96d5-bde1ba3939b8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for floatingip (73247bfb-bd32-4378-b9d8-9ea1969155c1), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:09.360382 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20da9dae-454a-407f-96d5-bde1ba3939b8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (f669088f-ffda-422e-bdf3-69e6aaf0665f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:09.379885 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:09.563686 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20da9dae-454a-407f-96d5-bde1ba3939b8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for port (f669088f-ffda-422e-bdf3-69e6aaf0665f), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:09.570095 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20da9dae-454a-407f-96d5-bde1ba3939b8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851357'] for port (f669088f-ffda-422e-bdf3-69e6aaf0665f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:09.651840 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20da9dae-454a-407f-96d5-bde1ba3939b8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (73247bfb-bd32-4378-b9d8-9ea1969155c1), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:09.654918 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da9dae-454a-407f-96d5-bde1ba3939b8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event updated for resources: {'Port': ['ID=f669088f-ffda-422e-bdf3-69e6aaf0665f,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:09.672902 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20da9dae-454a-407f-96d5-bde1ba3939b8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:09.674434 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-20da9dae-454a-407f-96d5-bde1ba3939b8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9884133 May 10 05:41:09.904798 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-139aaefb-be1e-4bce-9a61-4fdf4dde2531 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1446882130&fields=id&tenant_id=0623b145317e4164862cd8601813c000 HTTP/1.1" status: 200 len: 267 time: 0.0581584 May 10 05:41:10.015120 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-d70ad693-d491-4b0f-bb62-ba80a5a1d8bb tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:10.017193 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-d70ad693-d491-4b0f-bb62-ba80a5a1d8bb tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/networks?id=b91b1486-3cb7-481c-8684-1c68d074fc72 HTTP/1.1" status: 200 len: 813 time: 0.1051803 May 10 05:41:10.034666 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-440692a0-32bb-4fd3-bbf8-330414537819 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/quotas/0623b145317e4164862cd8601813c000 HTTP/1.1" status: 200 len: 375 time: 0.0095894 May 10 05:41:10.091094 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-bd11649c-b021-47a8-8143-5d4a62cf5e53 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0623b145317e4164862cd8601813c000&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512431 May 10 05:41:10.312900 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac73010-ca06-42f7-9c26-727464f31a56 req-697b8efa-3a14-410a-9862-fa816481f77f tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:10.314549 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1ac73010-ca06-42f7-9c26-727464f31a56 req-697b8efa-3a14-410a-9862-fa816481f77f tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.0980258 May 10 05:41:10.376711 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-7637b4f8-6af6-46c2-8028-7f13ccdb4a10 service neutron] 10.222.0.23 "GET /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735844 May 10 05:41:10.437226 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1ac73010-ca06-42f7-9c26-727464f31a56 req-e0546303-6030-41d5-981b-17a7fb2f82ca tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157658 May 10 05:41:10.501559 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-a29bbfa9-1fed-46cf-ab0c-002571d02623 service neutron] 10.222.0.23 "GET /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239464 May 10 05:41:10.718862 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-23ddcae8-4814-419e-9319-a3e5f592ff67 req-cc96f45e-8116-4984-98ed-2cdd46a726ab tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 210 time: 0.0405469 May 10 05:41:11.571357 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8832c-f2df-49d8-b38a-74865169af6a req-f149861f-95a2-4bf0-b039-7cb0ea85ff0f tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:11.572865 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e1d8832c-f2df-49d8-b38a-74865169af6a req-f149861f-95a2-4bf0-b039-7cb0ea85ff0f tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.0527036 May 10 05:41:11.619048 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e1d8832c-f2df-49d8-b38a-74865169af6a req-fa0a1976-39bd-46e7-b603-f98441b9b23b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404136 May 10 05:41:11.827378 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0804e223-a64d-480b-bdd6-d5ef20f1faa1 req-39a47d01-625d-4835-90ea-78336824cf3d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 210 time: 0.0307395 May 10 05:41:12.219282 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-f651df66-3fc7-4a37-b9a3-5d9fd868ec83 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:12.220668 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-f651df66-3fc7-4a37-b9a3-5d9fd868ec83 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.50 "GET /v2.0/networks?id=b91b1486-3cb7-481c-8684-1c68d074fc72 HTTP/1.1" status: 200 len: 813 time: 0.1290071 May 10 05:41:12.337290 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6ffb9-723e-4210-a83f-87e9b92e8251 req-274bd9e9-1472-4ebb-a5db-d87679c1a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:12.338818 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6cf6ffb9-723e-4210-a83f-87e9b92e8251 req-274bd9e9-1472-4ebb-a5db-d87679c1a734 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=946af2825477481298bcaa8f04b345d2&device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 1130 time: 0.0501657 May 10 05:41:12.347893 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-86509fa1-4fac-4303-a05a-2018f7f37169 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0623b145317e4164862cd8601813c000 HTTP/1.1" status: 200 len: 380 time: 0.0596778 May 10 05:41:12.429349 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-6a38b811-9747-4316-aca3-c96c9d3d8724 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Request body: {'port': {'device_id': '09514ecd-4693-4735-82de-1c3ed96f0722', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'admin_state_up': True, 'tenant_id': '0623b145317e4164862cd8601813c000', 'security_groups': ['eaa57eb4-0093-4c41-8a48-13d6570b5b85']}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:41:12.516437 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6ffb9-723e-4210-a83f-87e9b92e8251 req-d8cc679f-b127-4d3b-a1d0-bdf2aa01e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:12.517985 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6cf6ffb9-723e-4210-a83f-87e9b92e8251 req-d8cc679f-b127-4d3b-a1d0-bdf2aa01e6d3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=58a4c33e-b5ad-4505-8230-cedc9ea5ca27 HTTP/1.1" status: 200 len: 918 time: 0.0936983 May 10 05:41:12.548524 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-6a38b811-9747-4316-aca3-c96c9d3d8724 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Made reservation on behalf of 0623b145317e4164862cd8601813c000 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:41:12.552811 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-6a38b811-9747-4316-aca3-c96c9d3d8724 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:12.586590 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6cf6ffb9-723e-4210-a83f-87e9b92e8251 req-0168c8c8-5029-4065-be22-75115b1e0505 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04bcdf00-6c77-4d87-95e0-85a50332c824 HTTP/1.1" status: 200 len: 1001 time: 0.0620115 May 10 05:41:12.642574 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6ffb9-723e-4210-a83f-87e9b92e8251 req-2f28c779-7890-4fac-a513-f89f2c08d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:12.644158 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6cf6ffb9-723e-4210-a83f-87e9b92e8251 req-2f28c779-7890-4fac-a513-f89f2c08d855 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ff46a27e-f212-41bf-beb8-9faaab46805d HTTP/1.1" status: 200 len: 856 time: 0.0493751 May 10 05:41:12.680466 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-6a38b811-9747-4316-aca3-c96c9d3d8724 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Allocated IP 172.20.0.6 (b91b1486-3cb7-481c-8684-1c68d074fc72/e26954e2-7a3b-4790-bc12-a1945a89ac49/ae652321-be59-4323-9eec-41476b23048f) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:41:12.691210 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6ffb9-723e-4210-a83f-87e9b92e8251 req-146386e7-3fa6-4f6f-a806-c79441e3123a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:12.693465 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6cf6ffb9-723e-4210-a83f-87e9b92e8251 req-146386e7-3fa6-4f6f-a806-c79441e3123a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58a4c33e-b5ad-4505-8230-cedc9ea5ca27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431769 May 10 05:41:12.784080 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37b27b-c5e9-440c-805e-aa2f6a6c8510 req-d44dfdc7-8c63-401b-8d34-93a2310d5dba tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:12.785454 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ea37b27b-c5e9-440c-805e-aa2f6a6c8510 req-d44dfdc7-8c63-401b-8d34-93a2310d5dba tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.0907769 May 10 05:41:12.824753 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-6a38b811-9747-4316-aca3-c96c9d3d8724 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for port (ae652321-be59-4323-9eec-41476b23048f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:12.846671 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6cf6ffb9-723e-4210-a83f-87e9b92e8251 req-72d216f3-edf6-4a06-876b-f1065117ba68 service neutron] 10.222.0.50 "GET /v2.0/networks/58a4c33e-b5ad-4505-8230-cedc9ea5ca27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431112 May 10 05:41:12.853565 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ea37b27b-c5e9-440c-805e-aa2f6a6c8510 req-5516246f-89dc-471c-a0bd-d2b310fe4201 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621328 May 10 05:41:12.861152 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-6a38b811-9747-4316-aca3-c96c9d3d8724 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (ae652321-be59-4323-9eec-41476b23048f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:12.909852 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-6a38b811-9747-4316-aca3-c96c9d3d8724 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Network b91b1486-3cb7-481c-8684-1c68d074fc72 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:41:12.912972 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-6a38b811-9747-4316-aca3-c96c9d3d8724 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:41:12.915784 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-6a38b811-9747-4316-aca3-c96c9d3d8724 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:41:12.951656 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38b811-9747-4316-aca3-c96c9d3d8724 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event updated for resources: {'Port': ['ID=ae652321-be59-4323-9eec-41476b23048f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:12.974072 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea4f95-2e29-4697-9cd1-fb062288aec4 req-6d35825b-4bf7-4c31-a8cf-3993494917e9 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:12.974702 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-6a38b811-9747-4316-aca3-c96c9d3d8724 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:12.975390 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-6a38b811-9747-4316-aca3-c96c9d3d8724 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:12.975594 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5bea4f95-2e29-4697-9cd1-fb062288aec4 req-6d35825b-4bf7-4c31-a8cf-3993494917e9 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 931 time: 0.0687764 May 10 05:41:12.981855 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6cf6ffb9-723e-4210-a83f-87e9b92e8251 req-0ecdbeb1-ec92-481d-b8f9-76cd97866235 service neutron] 10.222.0.50 "GET /v2.0/networks/58a4c33e-b5ad-4505-8230-cedc9ea5ca27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273839 May 10 05:41:12.996824 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-6a38b811-9747-4316-aca3-c96c9d3d8724 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5718422 May 10 05:41:13.012842 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-ea00f495-7488-4d3f-a8db-cf7b85bcfd2c service neutron] Request body: {'port': {'device_id': '09514ecd-4693-4735-82de-1c3ed96f0722', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:41:13.030338 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5bea4f95-2e29-4697-9cd1-fb062288aec4 req-3ccf225b-493a-47c2-bc3c-a87e6199d265 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa57eb4-0093-4c41-8a48-13d6570b5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449283 May 10 05:41:13.077614 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-ea00f495-7488-4d3f-a8db-cf7b85bcfd2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (ae652321-be59-4323-9eec-41476b23048f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:13.213816 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7ba55273-6dfb-4e14-b987-dcdeeb9592ac None None] Provisioning complete for port ae652321-be59-4323-9eec-41476b23048f triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:41:13.214314 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7ba55273-6dfb-4e14-b987-dcdeeb9592ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (ae652321-be59-4323-9eec-41476b23048f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:13.255616 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7ba55273-6dfb-4e14-b987-dcdeeb9592ac None None] Port ae652321-be59-4323-9eec-41476b23048f cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:41:13.353266 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-ea00f495-7488-4d3f-a8db-cf7b85bcfd2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae652321-be59-4323-9eec-41476b23048f {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:41:13.361154 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-ea00f495-7488-4d3f-a8db-cf7b85bcfd2c service neutron] Publish callbacks [] for port (ae652321-be59-4323-9eec-41476b23048f), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:13.374058 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-ea00f495-7488-4d3f-a8db-cf7b85bcfd2c service neutron] Transition to ACTIVE for port object ae652321-be59-4323-9eec-41476b23048f will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 05:41:13.378735 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-ea00f495-7488-4d3f-a8db-cf7b85bcfd2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851357'] for port (ae652321-be59-4323-9eec-41476b23048f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:13.453659 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00f495-7488-4d3f-a8db-cf7b85bcfd2c service neutron] Pushing event updated for resources: {'Port': ['ID=ae652321-be59-4323-9eec-41476b23048f,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:13.512329 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-ea00f495-7488-4d3f-a8db-cf7b85bcfd2c service neutron] Attempting to bind port ae652321-be59-4323-9eec-41476b23048f on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:41:13.512659 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-ea00f495-7488-4d3f-a8db-cf7b85bcfd2c service neutron] Attempting to bind port ae652321-be59-4323-9eec-41476b23048f by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'd5074d01-1247-4bbd-94b1-016a992e97ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:41:13.512982 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-ea00f495-7488-4d3f-a8db-cf7b85bcfd2c service neutron] Attempting to bind port ae652321-be59-4323-9eec-41476b23048f on network b91b1486-3cb7-481c-8684-1c68d074fc72 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:41:13.517623 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-ea00f495-7488-4d3f-a8db-cf7b85bcfd2c service neutron] Port ae652321-be59-4323-9eec-41476b23048f on network b91b1486-3cb7-481c-8684-1c68d074fc72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 05:41:13.517940 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-ea00f495-7488-4d3f-a8db-cf7b85bcfd2c service neutron] Attempting to bind port ae652321-be59-4323-9eec-41476b23048f on network b91b1486-3cb7-481c-8684-1c68d074fc72 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:41:13.523019 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-ea00f495-7488-4d3f-a8db-cf7b85bcfd2c service neutron] Checking agent: {'id': '0722f08e-2e90-4d2d-9212-b191bf1b5213', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'started_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:41:13.523347 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-ea00f495-7488-4d3f-a8db-cf7b85bcfd2c service neutron] Checking segment: {'id': 'd5074d01-1247-4bbd-94b1-016a992e97ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:41:13.523751 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-ea00f495-7488-4d3f-a8db-cf7b85bcfd2c service neutron] Bound using segment: {'id': 'd5074d01-1247-4bbd-94b1-016a992e97ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:41:13.524181 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-ea00f495-7488-4d3f-a8db-cf7b85bcfd2c service neutron] Bound port: ae652321-be59-4323-9eec-41476b23048f, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5074d01-1247-4bbd-94b1-016a992e97ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:41:13.524532 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-ea00f495-7488-4d3f-a8db-cf7b85bcfd2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (ae652321-be59-4323-9eec-41476b23048f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:13.590672 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-ea00f495-7488-4d3f-a8db-cf7b85bcfd2c service neutron] For port ae652321-be59-4323-9eec-41476b23048f, host hv-cinder-83699, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:41:13.594171 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-ea00f495-7488-4d3f-a8db-cf7b85bcfd2c service neutron] For port ae652321-be59-4323-9eec-41476b23048f, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ae652321-be59-4323-9eec-41476b23048f,segment=NetworkSegment(d5074d01-1247-4bbd-94b1-016a992e97ef),segment_id=d5074d01-1247-4bbd-94b1-016a992e97ef)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:41:13.600976 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-ea00f495-7488-4d3f-a8db-cf7b85bcfd2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851357'] for port (ae652321-be59-4323-9eec-41476b23048f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:13.638638 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-ea00f495-7488-4d3f-a8db-cf7b85bcfd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:13.639284 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-ea00f495-7488-4d3f-a8db-cf7b85bcfd2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:13.640703 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-ea00f495-7488-4d3f-a8db-cf7b85bcfd2c service neutron] 10.222.0.50 "PUT /v2.0/ports/ae652321-be59-4323-9eec-41476b23048f HTTP/1.1" status: 200 len: 1093 time: 0.6321807 May 10 05:41:13.641142 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09514ecd-4693-4735-82de-1c3ed96f0722', 'tag': 'ae652321-be59-4323-9eec-41476b23048f'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:41:13.643413 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9e3896-58a6-4f42-816c-e8fad1ef5190" -d '{"events": [{"name": "network-changed", "server_uuid": "09514ecd-4693-4735-82de-1c3ed96f0722", "tag": "ae652321-be59-4323-9eec-41476b23048f"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:41:13.666574 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00f495-7488-4d3f-a8db-cf7b85bcfd2c service neutron] Pushing event updated for resources: {'Port': ['ID=ae652321-be59-4323-9eec-41476b23048f,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:13.707027 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c71fd6-d8d4-4cf5-a278-0cab3a524efb x-openstack-request-id: req-52c71fd6-d8d4-4cf5-a278-0cab3a524efb {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:41:13.707317 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09514ecd-4693-4735-82de-1c3ed96f0722", "tag": "ae652321-be59-4323-9eec-41476b23048f", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:41:13.707566 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52c71fd6-d8d4-4cf5-a278-0cab3a524efb {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:41:13.707998 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52c71fd6-d8d4-4cf5-a278-0cab3a524efb'] response: {'name': 'network-changed', 'server_uuid': '09514ecd-4693-4735-82de-1c3ed96f0722', 'tag': 'ae652321-be59-4323-9eec-41476b23048f', 'status': 'completed', 'code': 200} May 10 05:41:13.754056 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 52302) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:41:13.863331 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-544b471e-88ef-4256-b224-10951f3f6e75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:13.947235 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-544b471e-88ef-4256-b224-10951f3f6e75 admin admin] Publish callbacks [] for security_group (a78c6031-bedf-4302-b6b4-d8956064ac6d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:13.952197 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-544b471e-88ef-4256-b224-10951f3f6e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (a78c6031-bedf-4302-b6b4-d8956064ac6d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:13.980427 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221712df-b4ef-4124-b6ff-f3e0653a038f req-c938a483-3bea-4a5f-b2dd-e30ccf082e19 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:13.984154 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-221712df-b4ef-4124-b6ff-f3e0653a038f req-c938a483-3bea-4a5f-b2dd-e30ccf082e19 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.0506265 May 10 05:41:13.997624 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-544b471e-88ef-4256-b224-10951f3f6e75 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6246b0f30208468e8fd7890200b1a759&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424703 May 10 05:41:13.998655 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b471e-88ef-4256-b224-10951f3f6e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78c6031-bedf-4302-b6b4-d8956064ac6d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:14.000363 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 52308) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:41:14.074786 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-221712df-b4ef-4124-b6ff-f3e0653a038f req-0c8fca3b-993c-4e2c-b349-27dbcc66757d tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847976 May 10 05:41:14.087168 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8bea08e3-249e-4d7b-a561-ab0b4422d13a admin admin] Publish callbacks [] for security_group (a78c6031-bedf-4302-b6b4-d8956064ac6d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:14.117901 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8bea08e3-249e-4d7b-a561-ab0b4422d13a admin admin] Publish callbacks [] for security_group (a78c6031-bedf-4302-b6b4-d8956064ac6d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:14.165711 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a06da-07e0-4b4d-a24d-f5b913000180 req-4afd9a40-19d3-4f6c-9bbe-9bf231668a20 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:14.167145 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-918a06da-07e0-4b4d-a24d-f5b913000180 req-4afd9a40-19d3-4f6c-9bbe-9bf231668a20 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 943 time: 0.0659747 May 10 05:41:14.221765 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8bea08e3-249e-4d7b-a561-ab0b4422d13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (a78c6031-bedf-4302-b6b4-d8956064ac6d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:14.224307 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8bea08e3-249e-4d7b-a561-ab0b4422d13a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:14.225435 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-8bea08e3-249e-4d7b-a561-ab0b4422d13a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a78c6031-bedf-4302-b6b4-d8956064ac6d HTTP/1.1" status: 204 len: 168 time: 0.2226136 May 10 05:41:14.231709 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-918a06da-07e0-4b4d-a24d-f5b913000180 req-8b5e5907-e351-46d2-ab4c-325685c12a8b tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa57eb4-0093-4c41-8a48-13d6570b5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558543 May 10 05:41:14.236562 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea08e3-249e-4d7b-a561-ab0b4422d13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78c6031-bedf-4302-b6b4-d8956064ac6d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:14.517309 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 52316) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:41:14.539556 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f72b804e-ddd5-4655-8eec-60b5574682f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:14.622952 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f72b804e-ddd5-4655-8eec-60b5574682f0 admin admin] Publish callbacks [] for security_group (d10dbde7-bc95-48ef-b93c-547a1e53752a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:14.630342 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f72b804e-ddd5-4655-8eec-60b5574682f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (d10dbde7-bc95-48ef-b93c-547a1e53752a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:14.670568 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e3896-58a6-4f42-816c-e8fad1ef5190 req-9483432e-790a-4266-98cf-f560efcfc7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:14.672189 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-bc9e3896-58a6-4f42-816c-e8fad1ef5190 req-9483432e-790a-4266-98cf-f560efcfc7d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0623b145317e4164862cd8601813c000&device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 1127 time: 0.0466843 May 10 05:41:14.674371 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-f72b804e-ddd5-4655-8eec-60b5574682f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be70541ca09448c39104e35b48bf42f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1559598 May 10 05:41:14.675336 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b804e-ddd5-4655-8eec-60b5574682f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10dbde7-bc95-48ef-b93c-547a1e53752a,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:14.677990 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 52318) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:41:14.803820 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-384b7777-9a94-4f08-a035-45e114b9088a admin admin] Publish callbacks [] for security_group (d10dbde7-bc95-48ef-b93c-547a1e53752a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:14.824898 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e3896-58a6-4f42-816c-e8fad1ef5190 req-47afcd30-b1c0-4392-9a01-6f0847d53ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:14.826457 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-bc9e3896-58a6-4f42-816c-e8fad1ef5190 req-47afcd30-b1c0-4392-9a01-6f0847d53ca1 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0623b145317e4164862cd8601813c000&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1381025 May 10 05:41:14.838265 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-384b7777-9a94-4f08-a035-45e114b9088a admin admin] Publish callbacks [] for security_group (d10dbde7-bc95-48ef-b93c-547a1e53752a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:14.953216 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-384b7777-9a94-4f08-a035-45e114b9088a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (d10dbde7-bc95-48ef-b93c-547a1e53752a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:14.955689 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-384b7777-9a94-4f08-a035-45e114b9088a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:14.956850 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-384b7777-9a94-4f08-a035-45e114b9088a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d10dbde7-bc95-48ef-b93c-547a1e53752a HTTP/1.1" status: 204 len: 168 time: 0.2778313 May 10 05:41:14.961890 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e3896-58a6-4f42-816c-e8fad1ef5190 req-9fb941bd-fb76-4040-bb63-884d93f189b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:14.963275 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-bc9e3896-58a6-4f42-816c-e8fad1ef5190 req-9fb941bd-fb76-4040-bb63-884d93f189b9 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1182759 May 10 05:41:14.968068 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b7777-9a94-4f08-a035-45e114b9088a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10dbde7-bc95-48ef-b93c-547a1e53752a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:15.206760 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60149e0e-3109-4a85-bc51-1963e6e748d1 req-b6dcf102-7d3f-4830-ae58-a56ee90b17ee tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:15.213316 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-60149e0e-3109-4a85-bc51-1963e6e748d1 req-b6dcf102-7d3f-4830-ae58-a56ee90b17ee tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 946 time: 0.0626459 May 10 05:41:15.252288 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-6cc6bce7-1012-4714-9d14-59421a62c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:15.254612 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-6cc6bce7-1012-4714-9d14-59421a62c6ee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0623b145317e4164862cd8601813c000&device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 1127 time: 0.0462735 May 10 05:41:15.299532 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-60149e0e-3109-4a85-bc51-1963e6e748d1 req-a8e45c0d-540c-4619-a24b-a86fcbe4bea8 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797808 May 10 05:41:15.312198 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-e8fdc2d5-c783-44f2-8318-45345c79e987 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae652321-be59-4323-9eec-41476b23048f HTTP/1.1" status: 200 len: 217 time: 0.0472972 May 10 05:41:15.371292 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-222d7e72-4752-49d7-bfc8-51b99ed4e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:15.373184 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-222d7e72-4752-49d7-bfc8-51b99ed4e822 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e26954e2-7a3b-4790-bc12-a1945a89ac49 HTTP/1.1" status: 200 len: 852 time: 0.0536430 May 10 05:41:15.383428 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a7478-4300-4d01-92fd-21dd39916926 req-93ef852f-dc7a-4aec-890b-de71f04d2854 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:15.384948 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e46a7478-4300-4d01-92fd-21dd39916926 req-93ef852f-dc7a-4aec-890b-de71f04d2854 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 943 time: 0.0521224 May 10 05:41:15.422033 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-98798e37-3845-4b7e-ab6d-89a81f74b211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:15.423957 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-98798e37-3845-4b7e-ab6d-89a81f74b211 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b91b1486-3cb7-481c-8684-1c68d074fc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438035 May 10 05:41:15.441311 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e46a7478-4300-4d01-92fd-21dd39916926 req-43aea5ab-b827-4088-a045-dd5c875c75a5 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa57eb4-0093-4c41-8a48-13d6570b5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500216 May 10 05:41:15.552054 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-8c059b48-aa6d-4ac3-beee-92f82ac4fc03 service neutron] 10.222.0.50 "GET /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197476 May 10 05:41:15.660505 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-9447730c-3268-406b-b24d-032b1f3f09f7 req-e57c6784-d0af-486b-b3dd-1cc536ccfb18 service neutron] 10.222.0.50 "GET /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024313 May 10 05:41:15.800456 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 04bcdf00-6c77-4d87-95e0-85a50332c824 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:41:15.881999 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 04bcdf00-6c77-4d87-95e0-85a50332c824 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:41:15.882394 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (04bcdf00-6c77-4d87-95e0-85a50332c824), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:15.909601 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cf2de3-24e0-4fd5-a338-50bf2306a423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04bcdf00-6c77-4d87-95e0-85a50332c824'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:41:15.911995 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0800c53295b7046a146618d9b887730b91c06d3b0846630efe31b30f8053b0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ce055b-dc9b-4077-889f-59f4039d2ef0" -d '{"events": [{"server_uuid": "18cf2de3-24e0-4fd5-a338-50bf2306a423", "name": "network-vif-unplugged", "status": "completed", "tag": "04bcdf00-6c77-4d87-95e0-85a50332c824"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:41:15.924623 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 04bcdf00-6c77-4d87-95e0-85a50332c824, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=04bcdf00-6c77-4d87-95e0-85a50332c824,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:41:15.929945 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (04bcdf00-6c77-4d87-95e0-85a50332c824), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:15.989043 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=04bcdf00-6c77-4d87-95e0-85a50332c824,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:16.087804 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 May 2022 05:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d119b989-7fd6-4f31-bd2a-f1178db06d11 x-openstack-request-id: req-d119b989-7fd6-4f31-bd2a-f1178db06d11 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:41:16.088087 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18cf2de3-24e0-4fd5-a338-50bf2306a423", "name": "network-vif-unplugged", "status": "failed", "tag": "04bcdf00-6c77-4d87-95e0-85a50332c824", "code": 422}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:41:16.088332 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d119b989-7fd6-4f31-bd2a-f1178db06d11 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:41:16.088722 dv-cinder-836996-16-iscsi neutron-server[103530]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d119b989-7fd6-4f31-bd2a-f1178db06d11']: {'server_uuid': '18cf2de3-24e0-4fd5-a338-50bf2306a423', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '04bcdf00-6c77-4d87-95e0-85a50332c824', 'code': 422} returned with failed status May 10 05:41:16.315230 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66282f8f-bdbf-46c7-b483-e200d1d103bb req-84cd2e63-e817-4563-b19f-864ea6a86b1c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:16.317382 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-66282f8f-bdbf-46c7-b483-e200d1d103bb req-84cd2e63-e817-4563-b19f-864ea6a86b1c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 944 time: 0.0557110 May 10 05:41:16.341160 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-e7f69f57-a228-47ee-8a5c-a10ca4b0038c req-661a93ee-0244-4e75-bd47-19692ebacb45 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0432513 May 10 05:41:16.375468 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-66282f8f-bdbf-46c7-b483-e200d1d103bb req-08b3d85b-b724-4104-b9bb-ea724dfb8649 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521524 May 10 05:41:16.421090 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f69f57-a228-47ee-8a5c-a10ca4b0038c req-ba22d3e6-62fe-4478-b307-3af0fc5cc215 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:16.422455 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-e7f69f57-a228-47ee-8a5c-a10ca4b0038c req-ba22d3e6-62fe-4478-b307-3af0fc5cc215 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports/04bcdf00-6c77-4d87-95e0-85a50332c824 HTTP/1.1" status: 200 len: 941 time: 0.0575194 May 10 05:41:16.575087 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9bf12-ac80-4fb8-ad82-967dac632ac9 req-8c2be285-04fc-4143-9ce5-8492265db84f tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:16.576716 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-21d9bf12-ac80-4fb8-ad82-967dac632ac9 req-8c2be285-04fc-4143-9ce5-8492265db84f tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 943 time: 0.0551949 May 10 05:41:16.626873 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-21d9bf12-ac80-4fb8-ad82-967dac632ac9 req-88f6df75-55fa-4227-b659-91684b281302 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa57eb4-0093-4c41-8a48-13d6570b5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438490 May 10 05:41:17.289979 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f69f57-a228-47ee-8a5c-a10ca4b0038c req-a71520b3-524c-4234-baa0-0ca956f8375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:17.291672 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-e7f69f57-a228-47ee-8a5c-a10ca4b0038c req-a71520b3-524c-4234-baa0-0ca956f8375f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423&tenant_id=946af2825477481298bcaa8f04b345d2 HTTP/1.1" status: 200 len: 1128 time: 0.0780876 May 10 05:41:17.353631 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f69f57-a228-47ee-8a5c-a10ca4b0038c req-43506d5e-3aee-43bd-91c1-fdf8444c580b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:17.355055 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-e7f69f57-a228-47ee-8a5c-a10ca4b0038c req-43506d5e-3aee-43bd-91c1-fdf8444c580b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=946af2825477481298bcaa8f04b345d2&device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 1128 time: 0.0382543 May 10 05:41:17.453430 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f69f57-a228-47ee-8a5c-a10ca4b0038c req-987debef-2d93-44a5-8f5a-75da30222b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:17.454946 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-e7f69f57-a228-47ee-8a5c-a10ca4b0038c req-987debef-2d93-44a5-8f5a-75da30222b7d service neutron] 10.222.0.50 "GET /v2.0/networks?id=58a4c33e-b5ad-4505-8230-cedc9ea5ca27 HTTP/1.1" status: 200 len: 918 time: 0.0901518 May 10 05:41:17.499322 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac2bb2-1d58-4f0f-ac97-98e73839154b req-46c4e372-a43a-406e-bc0d-953d2f1835f4 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:17.501145 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d0ac2bb2-1d58-4f0f-ac97-98e73839154b req-46c4e372-a43a-406e-bc0d-953d2f1835f4 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 944 time: 0.0470655 May 10 05:41:17.523627 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-e7f69f57-a228-47ee-8a5c-a10ca4b0038c req-0ade01b9-baa4-4823-b1b5-c750f4a50577 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04bcdf00-6c77-4d87-95e0-85a50332c824 HTTP/1.1" status: 200 len: 999 time: 0.0592084 May 10 05:41:17.552443 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d0ac2bb2-1d58-4f0f-ac97-98e73839154b req-716bb4b0-b308-45bb-b8df-771588ddee0a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445750 May 10 05:41:17.574408 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f69f57-a228-47ee-8a5c-a10ca4b0038c req-674cf326-53f1-4d9e-9a39-832e2982a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:17.575970 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-e7f69f57-a228-47ee-8a5c-a10ca4b0038c req-674cf326-53f1-4d9e-9a39-832e2982a30d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ff46a27e-f212-41bf-beb8-9faaab46805d HTTP/1.1" status: 200 len: 856 time: 0.0459988 May 10 05:41:17.618570 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f69f57-a228-47ee-8a5c-a10ca4b0038c req-acebece1-fa76-4d50-91c4-a8d5076a67a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:17.620046 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-e7f69f57-a228-47ee-8a5c-a10ca4b0038c req-acebece1-fa76-4d50-91c4-a8d5076a67a0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58a4c33e-b5ad-4505-8230-cedc9ea5ca27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377495 May 10 05:41:17.711734 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-e7f69f57-a228-47ee-8a5c-a10ca4b0038c req-8ed5603b-d096-45c1-8ae0-cffdfb51ecbd service neutron] 10.222.0.50 "GET /v2.0/networks/58a4c33e-b5ad-4505-8230-cedc9ea5ca27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852389 May 10 05:41:17.748990 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8c534-80d3-428b-b2ce-6923ceadbad9 req-a71533e0-5450-4e34-95be-e9d3ec6c6e1a tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:17.751039 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3bb8c534-80d3-428b-b2ce-6923ceadbad9 req-a71533e0-5450-4e34-95be-e9d3ec6c6e1a tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 943 time: 0.0471027 May 10 05:41:17.800960 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device ae652321-be59-4323-9eec-41476b23048f details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 05:41:17.803303 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3bb8c534-80d3-428b-b2ce-6923ceadbad9 req-7172092e-a3f8-4995-8136-7b007d6a101c tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa57eb4-0093-4c41-8a48-13d6570b5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461221 May 10 05:41:17.818630 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-e7f69f57-a228-47ee-8a5c-a10ca4b0038c req-f284d617-c180-4f74-82f1-d7f36d98ac5d service neutron] 10.222.0.50 "GET /v2.0/networks/58a4c33e-b5ad-4505-8230-cedc9ea5ca27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986526 May 10 05:41:17.911912 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port ae652321-be59-4323-9eec-41476b23048f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ae652321-be59-4323-9eec-41476b23048f,segment=NetworkSegment(d5074d01-1247-4bbd-94b1-016a992e97ef),segment_id=d5074d01-1247-4bbd-94b1-016a992e97ef)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:41:17.923425 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Returning: {'device': 'ae652321-be59-4323-9eec-41476b23048f', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'port_id': 'ae652321-be59-4323-9eec-41476b23048f', 'mac_address': 'fa:16:3e:12:54:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 05:41:17.960109 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port ae652321-be59-4323-9eec-41476b23048f is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:41:17.960502 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (ae652321-be59-4323-9eec-41476b23048f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:17.979628 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae652321-be59-4323-9eec-41476b23048f {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:41:18.002455 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port ae652321-be59-4323-9eec-41476b23048f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ae652321-be59-4323-9eec-41476b23048f,segment=NetworkSegment(d5074d01-1247-4bbd-94b1-016a992e97ef),segment_id=d5074d01-1247-4bbd-94b1-016a992e97ef)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:41:18.009959 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (ae652321-be59-4323-9eec-41476b23048f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:18.070607 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=ae652321-be59-4323-9eec-41476b23048f,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:18.306706 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['ae652321-be59-4323-9eec-41476b23048f'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:41:18.693024 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15b4e7-8ea9-4240-a1d3-c053c09e88cf req-0b20a265-9c86-4f01-a5d0-298af5bfdf7f tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:18.702064 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cf15b4e7-8ea9-4240-a1d3-c053c09e88cf req-0b20a265-9c86-4f01-a5d0-298af5bfdf7f tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 944 time: 0.0660906 May 10 05:41:18.759478 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cf15b4e7-8ea9-4240-a1d3-c053c09e88cf req-33cb3825-d23d-4404-9d64-e0ac0e7aebce tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544114 May 10 05:41:18.955349 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c4798-c30e-4921-bfdb-c211c2e32a48 req-c5fbb5d2-20aa-401b-a200-3d0387627959 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:18.956825 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b28c4798-c30e-4921-bfdb-c211c2e32a48 req-c5fbb5d2-20aa-401b-a200-3d0387627959 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 944 time: 0.0494044 May 10 05:41:19.010511 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b28c4798-c30e-4921-bfdb-c211c2e32a48 req-5582df23-932d-460c-a8a6-6ac519a2f2f3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa57eb4-0093-4c41-8a48-13d6570b5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476892 May 10 05:41:19.619328 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 52482) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:41:19.725179 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70d75290-71d6-41a5-85fe-2f6767f35d61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:19.816343 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70d75290-71d6-41a5-85fe-2f6767f35d61 admin admin] Publish callbacks [] for security_group (c899e08a-b4a5-4179-8435-85895374c56a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:19.818137 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device ae652321-be59-4323-9eec-41476b23048f up at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:41:19.821924 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70d75290-71d6-41a5-85fe-2f6767f35d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (c899e08a-b4a5-4179-8435-85895374c56a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:19.857407 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d75290-71d6-41a5-85fe-2f6767f35d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c899e08a-b4a5-4179-8435-85895374c56a,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:19.870824 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-70d75290-71d6-41a5-85fe-2f6767f35d61 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cab5561c478e42519a949d682a325488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501850 May 10 05:41:19.874891 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 52488) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:41:19.903870 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning for port ae652321-be59-4323-9eec-41476b23048f completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 05:41:19.911221 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning complete for port ae652321-be59-4323-9eec-41476b23048f triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:41:19.911616 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (ae652321-be59-4323-9eec-41476b23048f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:19.931807 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0e0d1a0-a04e-458b-bff5-1391364b5ea2 admin admin] Publish callbacks [] for security_group (c899e08a-b4a5-4179-8435-85895374c56a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:19.936825 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46827f11-be54-4b34-b571-5572495692ae req-d2ec542d-7db8-4a49-ab56-d99571078a14 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:19.938438 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-46827f11-be54-4b34-b571-5572495692ae req-d2ec542d-7db8-4a49-ab56-d99571078a14 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 944 time: 0.0523095 May 10 05:41:19.953859 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0e0d1a0-a04e-458b-bff5-1391364b5ea2 admin admin] Publish callbacks [] for security_group (c899e08a-b4a5-4179-8435-85895374c56a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:19.993709 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port ae652321-be59-4323-9eec-41476b23048f is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:41:19.994099 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (ae652321-be59-4323-9eec-41476b23048f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:20.001868 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-46827f11-be54-4b34-b571-5572495692ae req-aa81a05d-2d83-4005-969e-eddcd6591430 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564525 May 10 05:41:20.017587 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0e0d1a0-a04e-458b-bff5-1391364b5ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (c899e08a-b4a5-4179-8435-85895374c56a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:20.020265 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0e0d1a0-a04e-458b-bff5-1391364b5ea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:20.023707 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-b0e0d1a0-a04e-458b-bff5-1391364b5ea2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c899e08a-b4a5-4179-8435-85895374c56a HTTP/1.1" status: 204 len: 168 time: 0.1446126 May 10 05:41:20.029206 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0d1a0-a04e-458b-bff5-1391364b5ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c899e08a-b4a5-4179-8435-85895374c56a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:20.032506 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09514ecd-4693-4735-82de-1c3ed96f0722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae652321-be59-4323-9eec-41476b23048f'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:41:20.035039 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0800c53295b7046a146618d9b887730b91c06d3b0846630efe31b30f8053b0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17043c00-ab4d-48f6-9846-8fd7cfb669a1" -d '{"events": [{"server_uuid": "09514ecd-4693-4735-82de-1c3ed96f0722", "name": "network-vif-plugged", "status": "completed", "tag": "ae652321-be59-4323-9eec-41476b23048f"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:41:20.056214 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port ae652321-be59-4323-9eec-41476b23048f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ae652321-be59-4323-9eec-41476b23048f,segment=NetworkSegment(d5074d01-1247-4bbd-94b1-016a992e97ef),segment_id=d5074d01-1247-4bbd-94b1-016a992e97ef)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:41:20.069462 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (ae652321-be59-4323-9eec-41476b23048f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:20.070727 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 04bcdf00-6c77-4d87-95e0-85a50332c824 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:41:20.135397 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4e12c8-fa05-4e83-8470-a5ae93ca1fe7 x-openstack-request-id: req-ee4e12c8-fa05-4e83-8470-a5ae93ca1fe7 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:41:20.135790 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09514ecd-4693-4735-82de-1c3ed96f0722", "name": "network-vif-plugged", "status": "completed", "tag": "ae652321-be59-4323-9eec-41476b23048f", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:41:20.136021 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee4e12c8-fa05-4e83-8470-a5ae93ca1fe7 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:41:20.136361 dv-cinder-836996-16-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee4e12c8-fa05-4e83-8470-a5ae93ca1fe7'] response: {'server_uuid': '09514ecd-4693-4735-82de-1c3ed96f0722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae652321-be59-4323-9eec-41476b23048f', 'code': 200} May 10 05:41:20.175472 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=ae652321-be59-4323-9eec-41476b23048f,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:20.232764 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 04bcdf00-6c77-4d87-95e0-85a50332c824 is: DOWN; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:41:20.254619 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30098b-b27e-479a-9cf1-2967d81a7ca3 req-a3bc6759-ec8e-4105-bec8-c875c3260118 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:20.257305 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7c30098b-b27e-479a-9cf1-2967d81a7ca3 req-a3bc6759-ec8e-4105-bec8-c875c3260118 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 945 time: 0.0981138 May 10 05:41:20.325058 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7c30098b-b27e-479a-9cf1-2967d81a7ca3 req-b0362090-60c3-44d4-adaa-d18907db39a6 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa57eb4-0093-4c41-8a48-13d6570b5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574596 May 10 05:41:20.416074 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 52498) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:41:20.429029 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2dd5c3ab-3078-4e12-a72e-df6bfe53b40f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:20.506104 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2dd5c3ab-3078-4e12-a72e-df6bfe53b40f admin admin] Publish callbacks [] for security_group (8ea1759f-f69a-4e48-9f86-b3c9fb88fb4d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:20.511787 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2dd5c3ab-3078-4e12-a72e-df6bfe53b40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (8ea1759f-f69a-4e48-9f86-b3c9fb88fb4d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:20.551515 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-2dd5c3ab-3078-4e12-a72e-df6bfe53b40f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=469723af8b4a402181a45c41d8b1d8b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343293 May 10 05:41:20.552791 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5c3ab-3078-4e12-a72e-df6bfe53b40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea1759f-f69a-4e48-9f86-b3c9fb88fb4d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:20.554548 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 52500) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:41:20.610805 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f815d9e-034b-4d93-9ab7-a81477af9e03 admin admin] Publish callbacks [] for security_group (8ea1759f-f69a-4e48-9f86-b3c9fb88fb4d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:20.639943 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f815d9e-034b-4d93-9ab7-a81477af9e03 admin admin] Publish callbacks [] for security_group (8ea1759f-f69a-4e48-9f86-b3c9fb88fb4d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:20.704413 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f815d9e-034b-4d93-9ab7-a81477af9e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (8ea1759f-f69a-4e48-9f86-b3c9fb88fb4d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:20.707158 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f815d9e-034b-4d93-9ab7-a81477af9e03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:20.708330 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-9f815d9e-034b-4d93-9ab7-a81477af9e03 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ea1759f-f69a-4e48-9f86-b3c9fb88fb4d HTTP/1.1" status: 204 len: 168 time: 0.1528206 May 10 05:41:20.717306 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f815d9e-034b-4d93-9ab7-a81477af9e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea1759f-f69a-4e48-9f86-b3c9fb88fb4d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:21.139609 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cbb42-6ee5-47da-bd7a-366e7f7ae987 req-fae621f7-281e-4eb6-9762-5d5ce5005c4d tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:21.141153 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-662cbb42-6ee5-47da-bd7a-366e7f7ae987 req-fae621f7-281e-4eb6-9762-5d5ce5005c4d tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 944 time: 0.0576041 May 10 05:41:21.187268 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-662cbb42-6ee5-47da-bd7a-366e7f7ae987 req-64bd0360-2e0e-4c35-94a7-7dc13637ce91 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401199 May 10 05:41:21.460003 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abde07-5bd6-4a1c-839d-5cb94a6d9946 req-d28dce6a-26d1-4888-89cb-e36761ea22ac tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:21.461451 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-13abde07-5bd6-4a1c-839d-5cb94a6d9946 req-d28dce6a-26d1-4888-89cb-e36761ea22ac tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 945 time: 0.0467036 May 10 05:41:21.517505 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-13abde07-5bd6-4a1c-839d-5cb94a6d9946 req-e20832f8-83f1-4a03-8a33-4e8a685541a0 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa57eb4-0093-4c41-8a48-13d6570b5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505252 May 10 05:41:22.341705 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2e6ca-5abb-4e9d-a2cb-db38521e7ea5 req-68817689-4857-4455-a8d0-281f68f4769c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:22.343140 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-68f2e6ca-5abb-4e9d-a2cb-db38521e7ea5 req-68817689-4857-4455-a8d0-281f68f4769c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 944 time: 0.0506916 May 10 05:41:22.388988 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-68f2e6ca-5abb-4e9d-a2cb-db38521e7ea5 req-9ccbae6f-7d4f-4ad0-8f5d-b93c45ec00de tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400023 May 10 05:41:22.666865 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f43159-6b89-456a-ac94-d4de5876e85c req-dfedd80e-aae3-44dd-acdf-39b7a9f7f462 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:22.669130 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a0f43159-6b89-456a-ac94-d4de5876e85c req-dfedd80e-aae3-44dd-acdf-39b7a9f7f462 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 945 time: 0.0600829 May 10 05:41:22.721892 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a0f43159-6b89-456a-ac94-d4de5876e85c req-fe25442d-d77d-46a5-8986-9c78340c6402 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa57eb4-0093-4c41-8a48-13d6570b5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471027 May 10 05:41:23.531879 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f1084-86b8-47ea-a697-f1e47e47d328 req-6c45f82a-8f24-44ca-858b-3cc805d4ca10 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:23.538224 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cd7f1084-86b8-47ea-a697-f1e47e47d328 req-6c45f82a-8f24-44ca-858b-3cc805d4ca10 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 944 time: 0.0529802 May 10 05:41:23.587678 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cd7f1084-86b8-47ea-a697-f1e47e47d328 req-8eb95c2b-bb29-46c2-adc5-7d988b94a9a2 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472574 May 10 05:41:23.886119 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b81c77-441a-4c51-b8ae-04bb194db224 req-e577506a-dec2-4c88-8b93-11a587a1c01e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:23.887625 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-94b81c77-441a-4c51-b8ae-04bb194db224 req-e577506a-dec2-4c88-8b93-11a587a1c01e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 945 time: 0.0475378 May 10 05:41:23.936165 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-94b81c77-441a-4c51-b8ae-04bb194db224 req-360a87e9-4521-480e-bbb4-fed2b25be501 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa57eb4-0093-4c41-8a48-13d6570b5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416932 May 10 05:41:24.727126 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc15457-69c6-41fc-a08b-b86448728f4f req-941dd8e8-033e-492c-8026-4626edc1c82b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:24.728519 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9fc15457-69c6-41fc-a08b-b86448728f4f req-941dd8e8-033e-492c-8026-4626edc1c82b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 944 time: 0.0526400 May 10 05:41:24.784083 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9fc15457-69c6-41fc-a08b-b86448728f4f req-82c48a3a-c23d-4b72-83d0-19011722e7e8 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493450 May 10 05:41:25.065498 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bda84-5d25-4cbb-bf6b-f99d6c993ff4 req-605cf9ae-49d5-4f2b-b28c-fbc270191512 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:25.067025 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6d5bda84-5d25-4cbb-bf6b-f99d6c993ff4 req-605cf9ae-49d5-4f2b-b28c-fbc270191512 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 945 time: 0.0508780 May 10 05:41:25.116644 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6d5bda84-5d25-4cbb-bf6b-f99d6c993ff4 req-bc1685f7-c0ec-45f2-a196-9b3537021fa2 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa57eb4-0093-4c41-8a48-13d6570b5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436802 May 10 05:41:25.923620 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0129b-e7ab-4fcf-93a7-41a5a4dffee9 req-c7c14995-a4eb-4aca-95a6-15ef55801159 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:25.925156 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-63a0129b-e7ab-4fcf-93a7-41a5a4dffee9 req-c7c14995-a4eb-4aca-95a6-15ef55801159 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 944 time: 0.0520658 May 10 05:41:25.980935 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-63a0129b-e7ab-4fcf-93a7-41a5a4dffee9 req-5c86137c-67e5-4f45-b67b-4bc4bec0dee6 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500360 May 10 05:41:26.251666 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd62cc-a075-4d6a-9dde-4bbf7fc25ce0 req-e2dad28d-9801-49ce-972f-280359e9743c tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:26.253196 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-89bd62cc-a075-4d6a-9dde-4bbf7fc25ce0 req-e2dad28d-9801-49ce-972f-280359e9743c tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 945 time: 0.0523744 May 10 05:41:26.300214 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-89bd62cc-a075-4d6a-9dde-4bbf7fc25ce0 req-afe48d0e-c329-4a8d-8269-51e72f88e467 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa57eb4-0093-4c41-8a48-13d6570b5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409343 May 10 05:41:26.704303 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 52608) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:41:26.822756 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dc7f80c3-a726-4e70-8e95-d90bd3d5698e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:26.914387 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dc7f80c3-a726-4e70-8e95-d90bd3d5698e admin admin] Publish callbacks [] for security_group (ac50ea07-3d79-4726-881e-5ff07fdff802), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:26.920898 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dc7f80c3-a726-4e70-8e95-d90bd3d5698e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (ac50ea07-3d79-4726-881e-5ff07fdff802), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:26.954817 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f80c3-a726-4e70-8e95-d90bd3d5698e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac50ea07-3d79-4726-881e-5ff07fdff802,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:26.980093 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-dc7f80c3-a726-4e70-8e95-d90bd3d5698e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=769a93f13fff4d98a55d8eab07b8dd0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2746861 May 10 05:41:26.981126 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 52612) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:41:27.030938 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e07ca6ea-9d32-43ee-aa25-35111a25b539 admin admin] Publish callbacks [] for security_group (ac50ea07-3d79-4726-881e-5ff07fdff802), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:27.052730 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e07ca6ea-9d32-43ee-aa25-35111a25b539 admin admin] Publish callbacks [] for security_group (ac50ea07-3d79-4726-881e-5ff07fdff802), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:27.123535 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c4b90-9fbe-4fc6-9870-6ddc6e327c63 req-76586d95-d949-4b36-8c0d-ed8f5735dca1 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:27.124995 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ca0c4b90-9fbe-4fc6-9870-6ddc6e327c63 req-76586d95-d949-4b36-8c0d-ed8f5735dca1 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 944 time: 0.0634575 May 10 05:41:27.154708 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e07ca6ea-9d32-43ee-aa25-35111a25b539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (ac50ea07-3d79-4726-881e-5ff07fdff802), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:27.157410 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e07ca6ea-9d32-43ee-aa25-35111a25b539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:27.158504 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-e07ca6ea-9d32-43ee-aa25-35111a25b539 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ac50ea07-3d79-4726-881e-5ff07fdff802 HTTP/1.1" status: 204 len: 168 time: 0.1764808 May 10 05:41:27.178403 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ca6ea-9d32-43ee-aa25-35111a25b539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac50ea07-3d79-4726-881e-5ff07fdff802,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:27.186839 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ca0c4b90-9fbe-4fc6-9870-6ddc6e327c63 req-dd3114cf-2f5f-48a9-9e7b-16692bcb4ab3 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550330 May 10 05:41:27.419393 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c3e70-e9f7-4fbf-b709-ef877e479bf4 req-0d8306d8-d351-4376-b438-3206e49d50d6 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:27.420919 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e23c3e70-e9f7-4fbf-b709-ef877e479bf4 req-0d8306d8-d351-4376-b438-3206e49d50d6 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 945 time: 0.0486698 May 10 05:41:27.463329 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 52622) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:41:27.468544 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e23c3e70-e9f7-4fbf-b709-ef877e479bf4 req-85b4c65a-bcdd-40d6-9696-c07e6cb47299 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa57eb4-0093-4c41-8a48-13d6570b5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418773 May 10 05:41:27.477435 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80f3823b-0706-4c46-a60e-8da038530206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:27.552694 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80f3823b-0706-4c46-a60e-8da038530206 admin admin] Publish callbacks [] for security_group (431153f4-baf5-416a-aa8c-419a63cb8dc0), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:27.557765 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80f3823b-0706-4c46-a60e-8da038530206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (431153f4-baf5-416a-aa8c-419a63cb8dc0), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:27.594967 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-80f3823b-0706-4c46-a60e-8da038530206 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2df50fdcbc4d43f08a28d2a7f77c8a01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301033 May 10 05:41:27.596052 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3823b-0706-4c46-a60e-8da038530206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431153f4-baf5-416a-aa8c-419a63cb8dc0,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:27.597928 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 52624) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:41:27.651388 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-112d1322-4fb8-4097-9b39-84751f396614 admin admin] Publish callbacks [] for security_group (431153f4-baf5-416a-aa8c-419a63cb8dc0), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:27.683804 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-112d1322-4fb8-4097-9b39-84751f396614 admin admin] Publish callbacks [] for security_group (431153f4-baf5-416a-aa8c-419a63cb8dc0), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:27.740717 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-112d1322-4fb8-4097-9b39-84751f396614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (431153f4-baf5-416a-aa8c-419a63cb8dc0), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:27.744723 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-112d1322-4fb8-4097-9b39-84751f396614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:27.747420 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-112d1322-4fb8-4097-9b39-84751f396614 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/431153f4-baf5-416a-aa8c-419a63cb8dc0 HTTP/1.1" status: 204 len: 168 time: 0.1471763 May 10 05:41:27.769874 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d1322-4fb8-4097-9b39-84751f396614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431153f4-baf5-416a-aa8c-419a63cb8dc0,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:27.861436 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:28.312757 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0105716-bdfe-4676-ac83-fef9dbaf1c82 req-92d8fc45-9031-4303-9b05-8ab35c01d18f tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:28.314185 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d0105716-bdfe-4676-ac83-fef9dbaf1c82 req-92d8fc45-9031-4303-9b05-8ab35c01d18f tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 944 time: 0.0474708 May 10 05:41:28.360039 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d0105716-bdfe-4676-ac83-fef9dbaf1c82 req-e45dc7e7-6a1f-4b5e-9649-90d0304ce527 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402405 May 10 05:41:28.603450 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf65246-81be-4349-a382-8fc76def11a5 req-9461100e-9167-400e-973a-839137c34066 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:28.605385 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-daf65246-81be-4349-a382-8fc76def11a5 req-9461100e-9167-400e-973a-839137c34066 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 945 time: 0.0470774 May 10 05:41:28.656038 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-daf65246-81be-4349-a382-8fc76def11a5 req-2280a4e3-0a1b-4881-b982-1cfb2fc11743 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa57eb4-0093-4c41-8a48-13d6570b5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435193 May 10 05:41:29.486075 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793fbe4-61a2-4b2d-8b80-a3bc906a58d2 req-6c3e3e79-7648-4e21-9418-0c9dc335e8ef tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:29.487495 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5793fbe4-61a2-4b2d-8b80-a3bc906a58d2 req-6c3e3e79-7648-4e21-9418-0c9dc335e8ef tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 944 time: 0.0473862 May 10 05:41:29.548995 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5793fbe4-61a2-4b2d-8b80-a3bc906a58d2 req-ea358f9e-870f-423e-b907-7ed4b2aa6699 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557756 May 10 05:41:29.806047 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497446b4-acb5-4bc2-b0ae-9e5c1a9a69fa req-5181ea9f-43f9-40f7-89ac-06411dca6ba5 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:29.807586 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-497446b4-acb5-4bc2-b0ae-9e5c1a9a69fa req-5181ea9f-43f9-40f7-89ac-06411dca6ba5 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 945 time: 0.0491705 May 10 05:41:29.860396 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-497446b4-acb5-4bc2-b0ae-9e5c1a9a69fa req-fd0b7a06-4097-48aa-9f8d-f2f90fe46808 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa57eb4-0093-4c41-8a48-13d6570b5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453219 May 10 05:41:30.679518 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1b734-2294-4b6b-aa32-dbd1a2c240f0 req-e7729af1-91c8-495f-92ef-c87ea5f0ef11 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:30.680965 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-dec1b734-2294-4b6b-aa32-dbd1a2c240f0 req-e7729af1-91c8-495f-92ef-c87ea5f0ef11 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 944 time: 0.0487535 May 10 05:41:30.726338 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-dec1b734-2294-4b6b-aa32-dbd1a2c240f0 req-94234bf5-8ffd-4486-948a-ab343fccaf6a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397153 May 10 05:41:30.996385 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f2921-394c-4dd2-8342-bd8c9d4232fd req-2943a4a4-9036-4bf8-875c-0e191168a414 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:30.997742 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ec9f2921-394c-4dd2-8342-bd8c9d4232fd req-2943a4a4-9036-4bf8-875c-0e191168a414 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 945 time: 0.0513759 May 10 05:41:31.049407 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ec9f2921-394c-4dd2-8342-bd8c9d4232fd req-eb0e1b9b-ee2a-4548-b63c-70e349f469a5 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa57eb4-0093-4c41-8a48-13d6570b5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430455 May 10 05:41:31.859219 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56e0b9-5a05-4bb6-af10-d040bee66349 req-30ab2d63-9a16-4bda-acba-ee8a13272fac tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:31.862283 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ed56e0b9-5a05-4bb6-af10-d040bee66349 req-30ab2d63-9a16-4bda-acba-ee8a13272fac tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 944 time: 0.0595520 May 10 05:41:31.911811 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ed56e0b9-5a05-4bb6-af10-d040bee66349 req-746f290f-b691-478b-974a-46b7d980d0d0 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431676 May 10 05:41:32.174699 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285599a-3163-4799-80d4-0632f9eb3b35 req-61a040be-ac79-49df-bfa6-872a77bd3926 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:32.176197 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5285599a-3163-4799-80d4-0632f9eb3b35 req-61a040be-ac79-49df-bfa6-872a77bd3926 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 945 time: 0.0479994 May 10 05:41:32.226953 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5285599a-3163-4799-80d4-0632f9eb3b35 req-0751b42e-9b76-48b1-b4b3-01bfed9f165e tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa57eb4-0093-4c41-8a48-13d6570b5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448678 May 10 05:41:32.942139 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6cadba6b-99e6-44c2-94b4-8321afa140d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:33.042435 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1dbd81-b855-4e37-99e4-67044323cfe2 req-ccb2487b-26aa-475f-9101-a4b692820ad5 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:33.043932 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2b1dbd81-b855-4e37-99e4-67044323cfe2 req-ccb2487b-26aa-475f-9101-a4b692820ad5 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 944 time: 0.0573909 May 10 05:41:33.098327 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2b1dbd81-b855-4e37-99e4-67044323cfe2 req-34fb2b56-d2a1-48e3-951a-332f550fd847 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463145 May 10 05:41:33.345105 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a1419-3301-44e2-a30e-c212afa784fd req-0bfba910-41fb-4eb8-93a9-ef48afa5ef71 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:33.346549 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f34a1419-3301-44e2-a30e-c212afa784fd req-0bfba910-41fb-4eb8-93a9-ef48afa5ef71 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 945 time: 0.0475156 May 10 05:41:33.398587 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f34a1419-3301-44e2-a30e-c212afa784fd req-c9d973d2-13be-4d0e-8a0c-489c9503b435 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa57eb4-0093-4c41-8a48-13d6570b5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463398 May 10 05:41:33.845854 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:41:34.242152 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a7a37-0dde-4d5b-8da0-9f29907561f1 req-057184d3-3a5f-4b04-a976-46f579185761 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:34.244471 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bc1a7a37-0dde-4d5b-8da0-9f29907561f1 req-057184d3-3a5f-4b04-a976-46f579185761 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 944 time: 0.0497866 May 10 05:41:34.288486 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-bf2b025c-9719-4225-810a-74947086dacf req-915dd1c9-7857-4951-b1ce-db80bae31a51 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413136 May 10 05:41:34.331453 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bc1a7a37-0dde-4d5b-8da0-9f29907561f1 req-4a019390-ad93-4bc7-a8f2-b0aa894ea860 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814939 May 10 05:41:34.332587 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775358a-6bab-4331-81bd-d0b18e01d616 req-16c2d3e0-d48e-4b33-9066-e8d9794ebe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:34.333942 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8775358a-6bab-4331-81bd-d0b18e01d616 req-16c2d3e0-d48e-4b33-9066-e8d9794ebe87 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 1129 time: 0.0654194 May 10 05:41:34.393438 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b025c-9719-4225-810a-74947086dacf req-fcada8b3-f209-4dfd-85f9-3c0cc188336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:34.394179 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8775358a-6bab-4331-81bd-d0b18e01d616 req-41913f0f-087e-42cb-af7a-2afbf4b7c5fd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=eaa57eb4-0093-4c41-8a48-13d6570b5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520885 May 10 05:41:34.395193 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-bf2b025c-9719-4225-810a-74947086dacf req-fcada8b3-f209-4dfd-85f9-3c0cc188336d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9870e28919e340ad9cda63cbbdea4e35&device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 1130 time: 0.0520365 May 10 05:41:34.512863 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a280a4-382b-4380-a1f8-2e91cc0dc7c3 req-02e2e7e6-5624-45cd-9bbe-15a4db85f8c2 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:34.514360 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b8a280a4-382b-4380-a1f8-2e91cc0dc7c3 req-02e2e7e6-5624-45cd-9bbe-15a4db85f8c2 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 945 time: 0.0474048 May 10 05:41:34.564255 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b8a280a4-382b-4380-a1f8-2e91cc0dc7c3 req-232db2bb-dfbf-49ef-89c6-7abf23250c3a tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa57eb4-0093-4c41-8a48-13d6570b5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443220 May 10 05:41:34.963363 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b025c-9719-4225-810a-74947086dacf req-1ad647b0-31b6-4208-bd20-ae2cbaefaf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:34.964749 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-bf2b025c-9719-4225-810a-74947086dacf req-1ad647b0-31b6-4208-bd20-ae2cbaefaf4f service neutron] 10.222.0.50 "GET /v2.0/networks?id=918d9451-3907-4334-86c4-66c71dca6bc6 HTTP/1.1" status: 200 len: 908 time: 0.3487034 May 10 05:41:35.365074 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b733a415-735e-4a18-9958-1ef7a5e6575e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:35.456039 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab7032-2cf5-4f19-ae4d-058f4850b426 req-6ce60632-6401-4ccf-866f-3e71cacb8f19 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:35.457511 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b2ab7032-2cf5-4f19-ae4d-058f4850b426 req-6ce60632-6401-4ccf-866f-3e71cacb8f19 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 944 time: 0.0476906 May 10 05:41:35.508553 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b2ab7032-2cf5-4f19-ae4d-058f4850b426 req-f6498008-eea4-4624-9384-2b1206126798 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451236 May 10 05:41:35.696904 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fb9dc-540a-4e41-8076-dbf2bf32a5df req-4cf9150f-d45b-4d15-8548-17ce328a34ba tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:35.698517 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f70fb9dc-540a-4e41-8076-dbf2bf32a5df req-4cf9150f-d45b-4d15-8548-17ce328a34ba tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 945 time: 0.0560119 May 10 05:41:35.746260 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-bf2b025c-9719-4225-810a-74947086dacf req-12907d48-feb5-448e-84b0-ff457f6eb6b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dffd03e0-fe9d-43a2-b37f-2a79995814fe HTTP/1.1" status: 200 len: 1001 time: 0.0696244 May 10 05:41:35.750196 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f70fb9dc-540a-4e41-8076-dbf2bf32a5df req-8f2aeef6-17c7-4ccf-960e-37ca7029feef tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa57eb4-0093-4c41-8a48-13d6570b5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460467 May 10 05:41:36.496200 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 04bcdf00-6c77-4d87-95e0-85a50332c824 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 05:41:36.540224 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b025c-9719-4225-810a-74947086dacf req-86c03d9b-8a58-49ea-ac33-bbc272405513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:36.541742 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-bf2b025c-9719-4225-810a-74947086dacf req-86c03d9b-8a58-49ea-ac33-bbc272405513 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b2a5834-958c-4d83-942b-6f1d18dc1c56 HTTP/1.1" status: 200 len: 846 time: 0.0459492 May 10 05:41:36.597189 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:36.608553 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 04bcdf00-6c77-4d87-95e0-85a50332c824, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=04bcdf00-6c77-4d87-95e0-85a50332c824,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:41:36.619124 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Returning: {'device': '04bcdf00-6c77-4d87-95e0-85a50332c824', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'port_id': '04bcdf00-6c77-4d87-95e0-85a50332c824', 'mac_address': 'fa:16:3e:c2:3d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 05:41:36.625349 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45799de-1706-446d-9102-3e2601a9e6d1 req-9d154998-6fe9-4fee-8f97-3152122df2d3 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:36.627169 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a45799de-1706-446d-9102-3e2601a9e6d1 req-9d154998-6fe9-4fee-8f97-3152122df2d3 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 944 time: 0.0463200 May 10 05:41:36.656995 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 04bcdf00-6c77-4d87-95e0-85a50332c824 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:41:36.657385 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (04bcdf00-6c77-4d87-95e0-85a50332c824), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:36.670466 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04bcdf00-6c77-4d87-95e0-85a50332c824 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:41:36.673019 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a45799de-1706-446d-9102-3e2601a9e6d1 req-aa985639-fad8-4e31-a705-8387abdd4fd0 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403221 May 10 05:41:36.691073 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 04bcdf00-6c77-4d87-95e0-85a50332c824, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=04bcdf00-6c77-4d87-95e0-85a50332c824,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:41:36.695292 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (04bcdf00-6c77-4d87-95e0-85a50332c824), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:36.753192 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=04bcdf00-6c77-4d87-95e0-85a50332c824,revision_number=9']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:36.866187 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d86f6c-294d-4ef8-920e-4d8e41101b9e req-c7abea55-bb9e-48f7-a43d-437355f5c39d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:36.867678 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-24d86f6c-294d-4ef8-920e-4d8e41101b9e req-c7abea55-bb9e-48f7-a43d-437355f5c39d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 945 time: 0.0498176 May 10 05:41:36.915272 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-24d86f6c-294d-4ef8-920e-4d8e41101b9e req-e9ecfa79-809b-49ef-a9ee-f6b68a153797 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa57eb4-0093-4c41-8a48-13d6570b5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421584 May 10 05:41:37.469161 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b025c-9719-4225-810a-74947086dacf req-93e1c82c-acfe-4373-b8f0-b98dada9446a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:37.470717 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-bf2b025c-9719-4225-810a-74947086dacf req-93e1c82c-acfe-4373-b8f0-b98dada9446a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=918d9451-3907-4334-86c4-66c71dca6bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0539210 May 10 05:41:37.566737 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-bf2b025c-9719-4225-810a-74947086dacf req-159d67d2-c627-437f-bc1a-8ff47a3efb73 service neutron] 10.222.0.50 "GET /v2.0/networks/918d9451-3907-4334-86c4-66c71dca6bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888052 May 10 05:41:37.602777 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:37.700473 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['04bcdf00-6c77-4d87-95e0-85a50332c824'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:41:37.794373 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402e359-dee7-4903-8eb6-5ce6e1782220 req-8de5c94a-5593-473b-87dd-964f904d839b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:37.795961 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2402e359-dee7-4903-8eb6-5ce6e1782220 req-8de5c94a-5593-473b-87dd-964f904d839b tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 945 time: 0.0470896 May 10 05:41:37.842194 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2402e359-dee7-4903-8eb6-5ce6e1782220 req-3cf283f7-1f6b-4dfa-a3f6-3081ba42dd9f tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403357 May 10 05:41:38.014574 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-bf2b025c-9719-4225-810a-74947086dacf req-6fb457c2-de3b-4cd1-b1ab-0bfd6bcd985a service neutron] 10.222.0.50 "GET /v2.0/networks/918d9451-3907-4334-86c4-66c71dca6bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903749 May 10 05:41:38.033317 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae1bb6-f237-4134-9bc4-358a9df93336 req-0c8b7d40-c99e-4acc-aeff-6baed1cf86ec tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:38.035343 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-96ae1bb6-f237-4134-9bc4-358a9df93336 req-0c8b7d40-c99e-4acc-aeff-6baed1cf86ec tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 945 time: 0.0536907 May 10 05:41:38.093774 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-96ae1bb6-f237-4134-9bc4-358a9df93336 req-05ef91fd-8fc1-4315-b52e-92c254cf2a57 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa57eb4-0093-4c41-8a48-13d6570b5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464182 May 10 05:41:38.333589 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 04bcdf00-6c77-4d87-95e0-85a50332c824 up at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:41:38.386610 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning complete for port 04bcdf00-6c77-4d87-95e0-85a50332c824 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:41:38.386837 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (04bcdf00-6c77-4d87-95e0-85a50332c824), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:38.476847 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 04bcdf00-6c77-4d87-95e0-85a50332c824 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:41:38.477287 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (04bcdf00-6c77-4d87-95e0-85a50332c824), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:38.506971 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cf2de3-24e0-4fd5-a338-50bf2306a423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bcdf00-6c77-4d87-95e0-85a50332c824'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:41:38.510470 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0800c53295b7046a146618d9b887730b91c06d3b0846630efe31b30f8053b0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2531a9-f4dc-4344-b973-c0c818b6496b" -d '{"events": [{"server_uuid": "18cf2de3-24e0-4fd5-a338-50bf2306a423", "name": "network-vif-plugged", "status": "completed", "tag": "04bcdf00-6c77-4d87-95e0-85a50332c824"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:41:38.525975 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 04bcdf00-6c77-4d87-95e0-85a50332c824, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=04bcdf00-6c77-4d87-95e0-85a50332c824,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:41:38.531340 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (04bcdf00-6c77-4d87-95e0-85a50332c824), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:38.580386 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa021d97-cc75-4b45-a5d8-6362c5a3b9d4 x-openstack-request-id: req-aa021d97-cc75-4b45-a5d8-6362c5a3b9d4 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:41:38.580785 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18cf2de3-24e0-4fd5-a338-50bf2306a423", "name": "network-vif-plugged", "status": "completed", "tag": "04bcdf00-6c77-4d87-95e0-85a50332c824", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:41:38.581082 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa021d97-cc75-4b45-a5d8-6362c5a3b9d4 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:41:38.581592 dv-cinder-836996-16-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa021d97-cc75-4b45-a5d8-6362c5a3b9d4'] response: {'server_uuid': '18cf2de3-24e0-4fd5-a338-50bf2306a423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bcdf00-6c77-4d87-95e0-85a50332c824', 'code': 200} May 10 05:41:38.599444 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=04bcdf00-6c77-4d87-95e0-85a50332c824,revision_number=10']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:38.968174 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7b23a-8fd8-42ec-90bf-4e848ac91d83 req-c3dd71f0-b0cd-45f7-a3bc-8ee03d7795a2 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:38.969551 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-82c7b23a-8fd8-42ec-90bf-4e848ac91d83 req-c3dd71f0-b0cd-45f7-a3bc-8ee03d7795a2 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 947 time: 0.0502460 May 10 05:41:39.017825 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-82c7b23a-8fd8-42ec-90bf-4e848ac91d83 req-c79f557f-653e-44df-b3bb-04247d001514 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407481 May 10 05:41:39.218760 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b0096-535e-4382-8a00-29cb21c7b2e5 req-e7d5e3b2-3c9c-436a-959f-e4570031900d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:39.220331 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0c6b0096-535e-4382-8a00-29cb21c7b2e5 req-e7d5e3b2-3c9c-436a-959f-e4570031900d tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 945 time: 0.0519631 May 10 05:41:39.274691 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0c6b0096-535e-4382-8a00-29cb21c7b2e5 req-0cb495a7-8c74-46b0-afac-2422164a9e73 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa57eb4-0093-4c41-8a48-13d6570b5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479240 May 10 05:41:39.337516 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447354f2-d0b3-4ee2-b6ba-b7bf09d811b0 req-d5aba596-9806-4d31-bad8-a19846a35548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:39.339034 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-447354f2-d0b3-4ee2-b6ba-b7bf09d811b0 req-d5aba596-9806-4d31-bad8-a19846a35548 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 1131 time: 0.0400739 May 10 05:41:39.364063 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:39.388430 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-447354f2-d0b3-4ee2-b6ba-b7bf09d811b0 req-a9a7fee0-ac08-41cb-bd14-9e86d1c07a9a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428007 May 10 05:41:39.388682 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82f4ed-23fb-4820-985a-7935dde5ac55 req-72df4ead-a81b-4c7b-92aa-c972f8ce9172 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:39.390131 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6d82f4ed-23fb-4820-985a-7935dde5ac55 req-72df4ead-a81b-4c7b-92aa-c972f8ce9172 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 945 time: 0.0495369 May 10 05:41:39.398728 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 52762) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:41:39.402978 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-c20bb35e-e611-45dc-ac8f-8a18bda37dc8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Request body: {'floatingip': {'port_id': 'ae652321-be59-4323-9eec-41476b23048f'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:41:39.441050 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c20bb35e-e611-45dc-ac8f-8a18bda37dc8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for floatingip (73247bfb-bd32-4378-b9d8-9ea1969155c1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:40.148272 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.db.resource_extend [None req-c20bb35e-e611-45dc-ac8f-8a18bda37dc8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 05:41:40.195950 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46242d-9da2-4280-8999-2bb0354a3af5 req-25965085-9b0b-4e15-874b-7b0f44e7cd21 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:40.197643 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6e46242d-9da2-4280-8999-2bb0354a3af5 req-25965085-9b0b-4e15-874b-7b0f44e7cd21 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 947 time: 0.0903764 May 10 05:41:40.223411 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c20bb35e-e611-45dc-ac8f-8a18bda37dc8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:40.231689 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c20bb35e-e611-45dc-ac8f-8a18bda37dc8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (73247bfb-bd32-4378-b9d8-9ea1969155c1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:40.289250 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6e46242d-9da2-4280-8999-2bb0354a3af5 req-a97e5b7a-2649-42d0-aa39-33c09c91a752 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852685 May 10 05:41:40.351117 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.db.l3_db [None req-c20bb35e-e611-45dc-ac8f-8a18bda37dc8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Floating IP 73247bfb-bd32-4378-b9d8-9ea1969155c1 associated. External IP: 172.27.0.252, port: ae652321-be59-4323-9eec-41476b23048f. May 10 05:41:40.573181 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20bb35e-e611-45dc-ac8f-8a18bda37dc8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Router e8f29ba1-9b40-4eac-84bb-1b5acd961371 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:41:40.682920 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20bb35e-e611-45dc-ac8f-8a18bda37dc8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:41:40.687824 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c20bb35e-e611-45dc-ac8f-8a18bda37dc8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:40.693426 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af70a58-68f7-4ba0-b797-9fec609dfbe4 None None] Sync routers for ids ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:41:40.703958 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af70a58-68f7-4ba0-b797-9fec609dfbe4 None None] Routers {'e8f29ba1-9b40-4eac-84bb-1b5acd961371'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:41:40.704568 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-9af70a58-68f7-4ba0-b797-9fec609dfbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:41:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:41:40.727170 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-c20bb35e-e611-45dc-ac8f-8a18bda37dc8 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "PUT /v2.0/floatingips/73247bfb-bd32-4378-b9d8-9ea1969155c1 HTTP/1.1" status: 200 len: 991 time: 1.3272989 May 10 05:41:40.728322 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09514ecd-4693-4735-82de-1c3ed96f0722', 'tag': 'ae652321-be59-4323-9eec-41476b23048f'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:41:40.731180 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de3cb4d-193e-4a91-a1f3-2d0b71364820" -d '{"events": [{"name": "network-changed", "server_uuid": "09514ecd-4693-4735-82de-1c3ed96f0722", "tag": "ae652321-be59-4323-9eec-41476b23048f"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:41:40.818731 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-9af70a58-68f7-4ba0-b797-9fec609dfbe4 None None] Set router e8f29ba1-9b40-4eac-84bb-1b5acd961371 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:41:40.903649 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a52af6b-690c-422a-b784-0a9d1b3deac7 x-openstack-request-id: req-7a52af6b-690c-422a-b784-0a9d1b3deac7 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:41:40.904043 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09514ecd-4693-4735-82de-1c3ed96f0722", "tag": "ae652321-be59-4323-9eec-41476b23048f", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:41:40.904450 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a52af6b-690c-422a-b784-0a9d1b3deac7 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:41:40.905362 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a52af6b-690c-422a-b784-0a9d1b3deac7'] response: {'name': 'network-changed', 'server_uuid': '09514ecd-4693-4735-82de-1c3ed96f0722', 'tag': 'ae652321-be59-4323-9eec-41476b23048f', 'status': 'completed', 'code': 200} May 10 05:41:40.966198 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3cb4d-193e-4a91-a1f3-2d0b71364820 req-eac98ef9-8dbb-49d1-a199-0c9f673e61e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:40.967879 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-7de3cb4d-193e-4a91-a1f3-2d0b71364820 req-eac98ef9-8dbb-49d1-a199-0c9f673e61e6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0623b145317e4164862cd8601813c000&device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 1129 time: 0.0421302 May 10 05:41:41.066331 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3cb4d-193e-4a91-a1f3-2d0b71364820 req-b46970fd-7db8-462d-a16d-945ae86f6253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:41.068071 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-7de3cb4d-193e-4a91-a1f3-2d0b71364820 req-b46970fd-7db8-462d-a16d-945ae86f6253 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b91b1486-3cb7-481c-8684-1c68d074fc72 HTTP/1.1" status: 200 len: 914 time: 0.0940371 May 10 05:41:41.147259 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-7de3cb4d-193e-4a91-a1f3-2d0b71364820 req-9dbe0cde-a37a-489b-b001-93be5c429b53 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae652321-be59-4323-9eec-41476b23048f HTTP/1.1" status: 200 len: 999 time: 0.0705397 May 10 05:41:41.169458 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-9af70a58-68f7-4ba0-b797-9fec609dfbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 4, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '73247bfb-bd32-4378-b9d8-9ea1969155c1', 'tenant_id': '0623b145317e4164862cd8601813c000', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'port_id': 'ae652321-be59-4323-9eec-41476b23048f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'mac_address': 'fa:16:3e:12:54:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09514ecd-4693-4735-82de-1c3ed96f0722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:41:09Z', 'updated_at': '2022-05-10T05:41:39Z', 'revision_number': 1, 'project_id': '0623b145317e4164862cd8601813c000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f319875-0fd3-4312-9bcf-bc51d061cb39', 'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'tenant_id': '0623b145317e4164862cd8601813c000', 'mac_address': 'fa:16:3e:49:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:56Z', 'revision_number': 5, 'project_id': '0623b145317e4164862cd8601813c000', 'subnets': [{'id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:41:41.199694 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af70a58-68f7-4ba0-b797-9fec609dfbe4 None None] Checking router: e8f29ba1-9b40-4eac-84bb-1b5acd961371 for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:41:41.209636 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af70a58-68f7-4ba0-b797-9fec609dfbe4 None None] Routers {'e8f29ba1-9b40-4eac-84bb-1b5acd961371'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:41:41.210544 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-9af70a58-68f7-4ba0-b797-9fec609dfbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:41:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:41:41.248471 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3cb4d-193e-4a91-a1f3-2d0b71364820 req-bce153e3-8e98-4ed4-895a-5445f5ad9ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:41.251968 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-7de3cb4d-193e-4a91-a1f3-2d0b71364820 req-bce153e3-8e98-4ed4-895a-5445f5ad9ee1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e26954e2-7a3b-4790-bc12-a1945a89ac49 HTTP/1.1" status: 200 len: 852 time: 0.0585704 May 10 05:41:41.311101 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3cb4d-193e-4a91-a1f3-2d0b71364820 req-86e700b9-a8b8-4363-aa25-d3d38b251acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:41.312645 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-7de3cb4d-193e-4a91-a1f3-2d0b71364820 req-86e700b9-a8b8-4363-aa25-d3d38b251acf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b91b1486-3cb7-481c-8684-1c68d074fc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0561714 May 10 05:41:41.366613 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-9af70a58-68f7-4ba0-b797-9fec609dfbe4 None None] Set router e8f29ba1-9b40-4eac-84bb-1b5acd961371 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:41:41.419076 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6023bf-4d7b-4f0f-8e7e-79f32abff311 req-b9bc8b74-55ee-4e04-be3e-85d96a8db269 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:41.419771 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-7de3cb4d-193e-4a91-a1f3-2d0b71364820 req-8a1ea33b-aea8-4e86-ae84-445e30dd6234 service neutron] 10.222.0.50 "GET /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003969 May 10 05:41:41.420617 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ab6023bf-4d7b-4f0f-8e7e-79f32abff311 req-b9bc8b74-55ee-4e04-be3e-85d96a8db269 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 947 time: 0.0528655 May 10 05:41:41.478562 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ab6023bf-4d7b-4f0f-8e7e-79f32abff311 req-7c07d23d-9a23-470a-a935-8b0f543b729c tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497513 May 10 05:41:41.518631 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-7de3cb4d-193e-4a91-a1f3-2d0b71364820 req-78fab81d-3997-4142-a344-ca60ee8ae27e service neutron] 10.222.0.50 "GET /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922170 May 10 05:41:41.590506 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-9af70a58-68f7-4ba0-b797-9fec609dfbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 4, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '73247bfb-bd32-4378-b9d8-9ea1969155c1', 'tenant_id': '0623b145317e4164862cd8601813c000', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'port_id': 'ae652321-be59-4323-9eec-41476b23048f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'mac_address': 'fa:16:3e:12:54:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09514ecd-4693-4735-82de-1c3ed96f0722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:41:09Z', 'updated_at': '2022-05-10T05:41:39Z', 'revision_number': 1, 'project_id': '0623b145317e4164862cd8601813c000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f319875-0fd3-4312-9bcf-bc51d061cb39', 'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'tenant_id': '0623b145317e4164862cd8601813c000', 'mac_address': 'fa:16:3e:49:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:56Z', 'revision_number': 5, 'project_id': '0623b145317e4164862cd8601813c000', 'subnets': [{'id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:41:41.616496 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af70a58-68f7-4ba0-b797-9fec609dfbe4 None None] The sync data for ids ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'] in dv-cinder-836996-16-iscsi is: [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 4, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '73247bfb-bd32-4378-b9d8-9ea1969155c1', 'tenant_id': '0623b145317e4164862cd8601813c000', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'port_id': 'ae652321-be59-4323-9eec-41476b23048f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'mac_address': 'fa:16:3e:12:54:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09514ecd-4693-4735-82de-1c3ed96f0722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:41:09Z', 'updated_at': '2022-05-10T05:41:39Z', 'revision_number': 1, 'project_id': '0623b145317e4164862cd8601813c000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f319875-0fd3-4312-9bcf-bc51d061cb39', 'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'tenant_id': '0623b145317e4164862cd8601813c000', 'mac_address': 'fa:16:3e:49:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:56Z', 'revision_number': 5, 'project_id': '0623b145317e4164862cd8601813c000', 'subnets': [{'id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:41:41.827375 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f2340f-f7e7-45c2-a4a4-5180ee70f65e None None] New status for floating IP 73247bfb-bd32-4378-b9d8-9ea1969155c1: ACTIVE {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 05:41:48.556721 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 52914) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:41:48.663420 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4ca7fa45-d52e-48a7-913e-0622874a236e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:48.736971 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4ca7fa45-d52e-48a7-913e-0622874a236e admin admin] Publish callbacks [] for security_group (e2ebd07e-78e4-44e8-a731-d0cfebc9222d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:48.742059 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4ca7fa45-d52e-48a7-913e-0622874a236e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (e2ebd07e-78e4-44e8-a731-d0cfebc9222d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:48.784137 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-4ca7fa45-d52e-48a7-913e-0622874a236e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df7da4e5d5e64c5eaf63261b8b1b9397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262731 May 10 05:41:48.784944 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7fa45-d52e-48a7-913e-0622874a236e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ebd07e-78e4-44e8-a731-d0cfebc9222d,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:48.786938 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 52918) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:41:48.792673 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7fa45-d52e-48a7-913e-0622874a236e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:41:48.793276 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7fa45-d52e-48a7-913e-0622874a236e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:41:48.793615 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7fa45-d52e-48a7-913e-0622874a236e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:41:48.793948 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7fa45-d52e-48a7-913e-0622874a236e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:41:48.794264 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7fa45-d52e-48a7-913e-0622874a236e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:41:48.794584 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7fa45-d52e-48a7-913e-0622874a236e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:41:48.794900 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7fa45-d52e-48a7-913e-0622874a236e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:41:48.795216 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7fa45-d52e-48a7-913e-0622874a236e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:41:48.795530 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7fa45-d52e-48a7-913e-0622874a236e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:41:48.795894 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7fa45-d52e-48a7-913e-0622874a236e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:41:48.796198 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7fa45-d52e-48a7-913e-0622874a236e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:41:48.796515 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7fa45-d52e-48a7-913e-0622874a236e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:41:48.796826 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7fa45-d52e-48a7-913e-0622874a236e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:41:48.797135 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7fa45-d52e-48a7-913e-0622874a236e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:41:48.797444 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7fa45-d52e-48a7-913e-0622874a236e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:41:48.835793 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91d16e85-fc74-4137-bfe5-e4fc21e8cdc0 admin admin] Publish callbacks [] for security_group (e2ebd07e-78e4-44e8-a731-d0cfebc9222d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:48.861314 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91d16e85-fc74-4137-bfe5-e4fc21e8cdc0 admin admin] Publish callbacks [] for security_group (e2ebd07e-78e4-44e8-a731-d0cfebc9222d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:48.916422 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91d16e85-fc74-4137-bfe5-e4fc21e8cdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (e2ebd07e-78e4-44e8-a731-d0cfebc9222d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:48.918971 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91d16e85-fc74-4137-bfe5-e4fc21e8cdc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:48.920123 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-91d16e85-fc74-4137-bfe5-e4fc21e8cdc0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e2ebd07e-78e4-44e8-a731-d0cfebc9222d HTTP/1.1" status: 204 len: 168 time: 0.1321130 May 10 05:41:48.927627 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d16e85-fc74-4137-bfe5-e4fc21e8cdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ebd07e-78e4-44e8-a731-d0cfebc9222d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:41:48.934695 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d16e85-fc74-4137-bfe5-e4fc21e8cdc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:41:48.935087 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d16e85-fc74-4137-bfe5-e4fc21e8cdc0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:41:48.935428 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d16e85-fc74-4137-bfe5-e4fc21e8cdc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:41:48.935792 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d16e85-fc74-4137-bfe5-e4fc21e8cdc0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:41:48.936122 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d16e85-fc74-4137-bfe5-e4fc21e8cdc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:41:48.936447 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d16e85-fc74-4137-bfe5-e4fc21e8cdc0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:41:48.936768 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d16e85-fc74-4137-bfe5-e4fc21e8cdc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:41:48.937088 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d16e85-fc74-4137-bfe5-e4fc21e8cdc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:41:48.937408 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d16e85-fc74-4137-bfe5-e4fc21e8cdc0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:41:48.937725 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d16e85-fc74-4137-bfe5-e4fc21e8cdc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:41:48.938044 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d16e85-fc74-4137-bfe5-e4fc21e8cdc0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:41:48.938364 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d16e85-fc74-4137-bfe5-e4fc21e8cdc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:41:48.938671 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d16e85-fc74-4137-bfe5-e4fc21e8cdc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:41:48.938990 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d16e85-fc74-4137-bfe5-e4fc21e8cdc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:41:48.939301 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d16e85-fc74-4137-bfe5-e4fc21e8cdc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:41:57.881006 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:41:58.695628 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bb24c-ac21-466d-88fe-75f460e53004 req-4db90a2a-b408-4298-aed8-10923e7bbccd tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:58.696963 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d01bb24c-ac21-466d-88fe-75f460e53004 req-4db90a2a-b408-4298-aed8-10923e7bbccd tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=79f03476-1e07-4d49-9791-a89590a1808d HTTP/1.1" status: 200 len: 945 time: 0.0472667 May 10 05:41:58.745271 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d01bb24c-ac21-466d-88fe-75f460e53004 req-ac4dbd93-6115-48c7-b3d6-62b9f5497467 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=21bcba09-1b4c-4839-9773-21683703e9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422094 May 10 05:41:59.872157 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aed171-ec43-4ca3-bcfd-b06727528acc req-5f76795b-a750-42b0-8e16-8547ca72e024 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:41:59.873619 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-19aed171-ec43-4ca3-bcfd-b06727528acc req-5f76795b-a750-42b0-8e16-8547ca72e024 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=79f03476-1e07-4d49-9791-a89590a1808d HTTP/1.1" status: 200 len: 945 time: 0.0478768 May 10 05:41:59.921071 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-19aed171-ec43-4ca3-bcfd-b06727528acc req-298ca70b-6a59-431f-a0c8-76e4eb379a25 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=21bcba09-1b4c-4839-9773-21683703e9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415013 May 10 05:42:00.106155 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 53116) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:00.232587 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8b6ea6ff-79ff-4e18-97ce-91327870352f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:00.317165 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8b6ea6ff-79ff-4e18-97ce-91327870352f admin admin] Publish callbacks [] for security_group (56173b65-7c6e-424e-bf5a-c0e040687cb0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:00.322477 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8b6ea6ff-79ff-4e18-97ce-91327870352f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (56173b65-7c6e-424e-bf5a-c0e040687cb0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:00.361253 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-8b6ea6ff-79ff-4e18-97ce-91327870352f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f30671a1cf9d44f9836dc7dbeadb550d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2540221 May 10 05:42:00.362133 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ea6ff-79ff-4e18-97ce-91327870352f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56173b65-7c6e-424e-bf5a-c0e040687cb0,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:00.364119 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 53120) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:00.420241 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f3c389e-d4e8-40a2-8652-6f691b1d04f0 admin admin] Publish callbacks [] for security_group (56173b65-7c6e-424e-bf5a-c0e040687cb0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:00.440917 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f3c389e-d4e8-40a2-8652-6f691b1d04f0 admin admin] Publish callbacks [] for security_group (56173b65-7c6e-424e-bf5a-c0e040687cb0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:00.492371 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f3c389e-d4e8-40a2-8652-6f691b1d04f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (56173b65-7c6e-424e-bf5a-c0e040687cb0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:00.495020 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f3c389e-d4e8-40a2-8652-6f691b1d04f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:00.496212 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-2f3c389e-d4e8-40a2-8652-6f691b1d04f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56173b65-7c6e-424e-bf5a-c0e040687cb0 HTTP/1.1" status: 204 len: 168 time: 0.1311038 May 10 05:42:00.504473 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c389e-d4e8-40a2-8652-6f691b1d04f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56173b65-7c6e-424e-bf5a-c0e040687cb0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:00.647246 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5a885-c7a6-43f5-9633-e5efacdcaaa1 req-9129cac9-6ceb-4646-b6b4-dbf85c27511c tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:00.648735 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-d2b5a885-c7a6-43f5-9633-e5efacdcaaa1 req-9129cac9-6ceb-4646-b6b4-dbf85c27511c tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.50 "GET /v2.0/ports?device_id=79f03476-1e07-4d49-9791-a89590a1808d HTTP/1.1" status: 200 len: 945 time: 0.0496283 May 10 05:42:00.744189 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-d2b5a885-c7a6-43f5-9633-e5efacdcaaa1 req-a0fa2f48-458a-4cdc-bab8-ccc9e07f98d3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Deleting port 43115cb3-d302-4bde-8f34-9516b14a357e {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:42:00.744543 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-d2b5a885-c7a6-43f5-9633-e5efacdcaaa1 req-a0fa2f48-458a-4cdc-bab8-ccc9e07f98d3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (43115cb3-d302-4bde-8f34-9516b14a357e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:00.840419 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-d2b5a885-c7a6-43f5-9633-e5efacdcaaa1 req-a0fa2f48-458a-4cdc-bab8-ccc9e07f98d3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] For port 43115cb3-d302-4bde-8f34-9516b14a357e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=43115cb3-d302-4bde-8f34-9516b14a357e,segment=NetworkSegment(46041a5c-387e-447a-832b-d8bd3c900a82),segment_id=46041a5c-387e-447a-832b-d8bd3c900a82)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:00.840809 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-d2b5a885-c7a6-43f5-9633-e5efacdcaaa1 req-a0fa2f48-458a-4cdc-bab8-ccc9e07f98d3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (43115cb3-d302-4bde-8f34-9516b14a357e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:01.023295 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-d2b5a885-c7a6-43f5-9633-e5efacdcaaa1 req-a0fa2f48-458a-4cdc-bab8-ccc9e07f98d3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:01.023699 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-d2b5a885-c7a6-43f5-9633-e5efacdcaaa1 req-a0fa2f48-458a-4cdc-bab8-ccc9e07f98d3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (b5aef6b8-adc2-4b63-81ab-eef8fadb1bdc), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:01.024019 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.db.l3_db [req-d2b5a885-c7a6-43f5-9633-e5efacdcaaa1 req-a0fa2f48-458a-4cdc-bab8-ccc9e07f98d3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Floating IP b5aef6b8-adc2-4b63-81ab-eef8fadb1bdc disassociated. External IP: 172.27.0.35, port: 43115cb3-d302-4bde-8f34-9516b14a357e. May 10 05:42:01.024358 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-d2b5a885-c7a6-43f5-9633-e5efacdcaaa1 req-a0fa2f48-458a-4cdc-bab8-ccc9e07f98d3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Calling delete_port for 43115cb3-d302-4bde-8f34-9516b14a357e owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:42:01.043329 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a232b3f-a3a4-41d0-9db5-24367b35afc0 req-b0862134-d96e-4856-9463-93680c866d97 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:01.044884 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9a232b3f-a3a4-41d0-9db5-24367b35afc0 req-b0862134-d96e-4856-9463-93680c866d97 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/ports?device_id=79f03476-1e07-4d49-9791-a89590a1808d HTTP/1.1" status: 200 len: 945 time: 0.0487912 May 10 05:42:01.096268 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9a232b3f-a3a4-41d0-9db5-24367b35afc0 req-814cf970-8905-41b8-9faa-1f75e5e309b5 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups?id=21bcba09-1b4c-4839-9773-21683703e9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452363 May 10 05:42:01.146935 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 53144) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:01.161641 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-d2b5a885-c7a6-43f5-9633-e5efacdcaaa1 req-a0fa2f48-458a-4cdc-bab8-ccc9e07f98d3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (43115cb3-d302-4bde-8f34-9516b14a357e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:01.194041 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa2f48-458a-4cdc-bab8-ccc9e07f98d3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Pushing event deleted for resources: {'Port': ['ID=43115cb3-d302-4bde-8f34-9516b14a357e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:01.260288 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-5391c820-3192-4d8e-b09e-ee9b55bec56b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-987837855-network', 'tenant_id': '93824ac1a89b4d37b29b6dcd0065dac1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:42:01.280311 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5391c820-3192-4d8e-b09e-ee9b55bec56b admin admin] Made reservation on behalf of 93824ac1a89b4d37b29b6dcd0065dac1 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:42:01.282694 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5391c820-3192-4d8e-b09e-ee9b55bec56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:01.291128 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5391c820-3192-4d8e-b09e-ee9b55bec56b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:01.314593 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2b5a885-c7a6-43f5-9633-e5efacdcaaa1 req-a0fa2f48-458a-4cdc-bab8-ccc9e07f98d3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Router d46fe4cc-be48-4536-8e79-8e4809c02dc3 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:42:01.374904 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5391c820-3192-4d8e-b09e-ee9b55bec56b admin admin] Publish callbacks [] for security_group (b1ef29f3-8b29-450c-81a4-c22fe389a268), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:01.381540 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5391c820-3192-4d8e-b09e-ee9b55bec56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (b1ef29f3-8b29-450c-81a4-c22fe389a268), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:01.403318 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5391c820-3192-4d8e-b09e-ee9b55bec56b admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 05:42:01.418531 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391c820-3192-4d8e-b09e-ee9b55bec56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ef29f3-8b29-450c-81a4-c22fe389a268,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:01.421633 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5391c820-3192-4d8e-b09e-ee9b55bec56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (64e099bc-3c93-4220-ab74-add996d3271d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:01.421986 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.db.segments_db [None req-5391c820-3192-4d8e-b09e-ee9b55bec56b admin admin] Added segment 64e099bc-3c93-4220-ab74-add996d3271d of type vlan for network 2986abbe-e39c-4d67-aaa8-76da5fbad287 May 10 05:42:01.428134 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2b5a885-c7a6-43f5-9633-e5efacdcaaa1 req-a0fa2f48-458a-4cdc-bab8-ccc9e07f98d3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:42:01.438208 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a7c1a8-3dc5-4a85-9857-d7337cb843fd None None] Sync routers for ids ['d46fe4cc-be48-4536-8e79-8e4809c02dc3'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:42:01.449205 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a7c1a8-3dc5-4a85-9857-d7337cb843fd None None] Routers {'d46fe4cc-be48-4536-8e79-8e4809c02dc3'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:42:01.450124 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-23a7c1a8-3dc5-4a85-9857-d7337cb843fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:41:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['d46fe4cc-be48-4536-8e79-8e4809c02dc3'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:01.471107 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b5a885-c7a6-43f5-9633-e5efacdcaaa1 req-a0fa2f48-458a-4cdc-bab8-ccc9e07f98d3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] No DVR routers for this DVR port 43115cb3-d302-4bde-8f34-9516b14a357e on host hv-cinder-83699 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:42:01.473743 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-d2b5a885-c7a6-43f5-9633-e5efacdcaaa1 req-a0fa2f48-458a-4cdc-bab8-ccc9e07f98d3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:01.477440 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-d2b5a885-c7a6-43f5-9633-e5efacdcaaa1 req-a0fa2f48-458a-4cdc-bab8-ccc9e07f98d3 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.50 "DELETE /v2.0/ports/43115cb3-d302-4bde-8f34-9516b14a357e HTTP/1.1" status: 204 len: 173 time: 0.8217506 May 10 05:42:01.478068 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f03476-1e07-4d49-9791-a89590a1808d', 'name': 'network-vif-deleted', 'tag': '43115cb3-d302-4bde-8f34-9516b14a357e'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:42:01.479110 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5391c820-3192-4d8e-b09e-ee9b55bec56b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215042991'] for network (2986abbe-e39c-4d67-aaa8-76da5fbad287), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:01.480826 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7620b6f9-def9-41f9-a3de-74af1407b0d6" -d '{"events": [{"server_uuid": "79f03476-1e07-4d49-9791-a89590a1808d", "name": "network-vif-deleted", "tag": "43115cb3-d302-4bde-8f34-9516b14a357e"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:42:01.509496 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5391c820-3192-4d8e-b09e-ee9b55bec56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for network (2986abbe-e39c-4d67-aaa8-76da5fbad287), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:01.510419 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5391c820-3192-4d8e-b09e-ee9b55bec56b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:01.511077 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5391c820-3192-4d8e-b09e-ee9b55bec56b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:01.519537 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00534326-41b6-49e4-8de5-06b0c5121e1f x-openstack-request-id: req-00534326-41b6-49e4-8de5-06b0c5121e1f {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:42:01.519857 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f03476-1e07-4d49-9791-a89590a1808d", "name": "network-vif-deleted", "tag": "43115cb3-d302-4bde-8f34-9516b14a357e", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:42:01.520105 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00534326-41b6-49e4-8de5-06b0c5121e1f {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:42:01.520502 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00534326-41b6-49e4-8de5-06b0c5121e1f'] response: {'server_uuid': '79f03476-1e07-4d49-9791-a89590a1808d', 'name': 'network-vif-deleted', 'tag': '43115cb3-d302-4bde-8f34-9516b14a357e', 'status': 'completed', 'code': 200} May 10 05:42:01.571826 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-5391c820-3192-4d8e-b09e-ee9b55bec56b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4236460 May 10 05:42:01.574736 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 53152) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:01.581215 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-ce48cd3b-adbe-4e7f-bcb3-bdb06d7ee5e9 admin admin] Request body: {'subnet': {'network_id': '2986abbe-e39c-4d67-aaa8-76da5fbad287', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-987837855-subnet', 'tenant_id': '93824ac1a89b4d37b29b6dcd0065dac1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:42:01.588364 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391c820-3192-4d8e-b09e-ee9b55bec56b admin admin] Pushing event updated for resources: {'Network': ['ID=2986abbe-e39c-4d67-aaa8-76da5fbad287,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:01.600697 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Network 2986abbe-e39c-4d67-aaa8-76da5fbad287 details requested by agent ovs-agent-dv-cinder-836996-16-iscsi with host dv-cinder-836996-16-iscsi {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 05:42:01.605992 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-23a7c1a8-3dc5-4a85-9857-d7337cb843fd None None] Set router d46fe4cc-be48-4536-8e79-8e4809c02dc3 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:42:01.614185 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce48cd3b-adbe-4e7f-bcb3-bdb06d7ee5e9 admin admin] Made reservation on behalf of 93824ac1a89b4d37b29b6dcd0065dac1 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:42:01.617250 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce48cd3b-adbe-4e7f-bcb3-bdb06d7ee5e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25345493'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:01.806285 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce48cd3b-adbe-4e7f-bcb3-bdb06d7ee5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2854036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25345483'] for subnet (33a3beb1-0a80-4668-a43d-42b81d18ccd0), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:01.811603 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-23a7c1a8-3dc5-4a85-9857-d7337cb843fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'name': 'tempest-AttachVolumeTestJSON-988017641-router', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:26Z', 'revision_number': 4, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'gw_port': {'id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '73015f99-60d3-4593-b8e6-09b3bebf7fe4', 'name': '', 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'mac_address': 'fa:16:3e:27:a8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:37Z', 'revision_number': 5, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'subnets': [{'id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:01.841677 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a7c1a8-3dc5-4a85-9857-d7337cb843fd None None] Checking router: d46fe4cc-be48-4536-8e79-8e4809c02dc3 for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:42:01.850138 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a7c1a8-3dc5-4a85-9857-d7337cb843fd None None] Routers {'d46fe4cc-be48-4536-8e79-8e4809c02dc3'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:42:01.850740 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-23a7c1a8-3dc5-4a85-9857-d7337cb843fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:41:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['d46fe4cc-be48-4536-8e79-8e4809c02dc3'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:01.858163 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48cd3b-adbe-4e7f-bcb3-bdb06d7ee5e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33a3beb1-0a80-4668-a43d-42b81d18ccd0,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:01.869768 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce48cd3b-adbe-4e7f-bcb3-bdb06d7ee5e9 admin admin] Checking segment: {'id': '64e099bc-3c93-4220-ab74-add996d3271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2986abbe-e39c-4d67-aaa8-76da5fbad287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:42:01.870120 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce48cd3b-adbe-4e7f-bcb3-bdb06d7ee5e9 admin admin] Network hostable DHCP agents. Network: 2986abbe-e39c-4d67-aaa8-76da5fbad287, hostable agents: ['80185445-a40d-4750-a48c-216d3708fc1f'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 05:42:01.888877 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce48cd3b-adbe-4e7f-bcb3-bdb06d7ee5e9 admin admin] Network 2986abbe-e39c-4d67-aaa8-76da5fbad287 is scheduled to be hosted by DHCP agent 80185445-a40d-4750-a48c-216d3708fc1f with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 05:42:01.898309 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-ce48cd3b-adbe-4e7f-bcb3-bdb06d7ee5e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-16-iscsi, 2986abbe-e39c-4d67-aaa8-76da5fbad287) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:42:01.902367 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce48cd3b-adbe-4e7f-bcb3-bdb06d7ee5e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:01.903015 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce48cd3b-adbe-4e7f-bcb3-bdb06d7ee5e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:01.909206 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425bced3-bb67-4e89-87de-c4bb1438b27d None None] Network 2986abbe-e39c-4d67-aaa8-76da5fbad287 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:42:01.923925 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-ce48cd3b-adbe-4e7f-bcb3-bdb06d7ee5e9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3477743 May 10 05:42:01.961943 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-23a7c1a8-3dc5-4a85-9857-d7337cb843fd None None] Set router d46fe4cc-be48-4536-8e79-8e4809c02dc3 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:42:02.042170 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac7e0f8-59f6-4605-8fd2-1f81465074a1 None None] Network 2986abbe-e39c-4d67-aaa8-76da5fbad287 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:42:02.190656 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-23a7c1a8-3dc5-4a85-9857-d7337cb843fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'name': 'tempest-AttachVolumeTestJSON-988017641-router', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:26Z', 'revision_number': 4, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'gw_port': {'id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '73015f99-60d3-4593-b8e6-09b3bebf7fe4', 'name': '', 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'mac_address': 'fa:16:3e:27:a8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:37Z', 'revision_number': 5, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'subnets': [{'id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:02.200659 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 53164) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:02.219317 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a7c1a8-3dc5-4a85-9857-d7337cb843fd None None] The sync data for ids ['d46fe4cc-be48-4536-8e79-8e4809c02dc3'] in dv-cinder-836996-16-iscsi is: [{'id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'name': 'tempest-AttachVolumeTestJSON-988017641-router', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:26Z', 'revision_number': 4, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'gw_port': {'id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '73015f99-60d3-4593-b8e6-09b3bebf7fe4', 'name': '', 'network_id': '04cb81b5-85e4-4ffa-8556-8a80e37bea1f', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'mac_address': 'fa:16:3e:27:a8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:25Z', 'updated_at': '2022-05-10T05:35:37Z', 'revision_number': 5, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'subnets': [{'id': '7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:42:02.266773 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b700ed2-5371-46fb-a9b5-f77d0cb189a7 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for security_group (21bcba09-1b4c-4839-9773-21683703e9ee), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:02.291812 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b700ed2-5371-46fb-a9b5-f77d0cb189a7 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for security_group (21bcba09-1b4c-4839-9773-21683703e9ee), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:02.351746 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b700ed2-5371-46fb-a9b5-f77d0cb189a7 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (21bcba09-1b4c-4839-9773-21683703e9ee), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:02.354713 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b700ed2-5371-46fb-a9b5-f77d0cb189a7 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:02.359895 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-2b700ed2-5371-46fb-a9b5-f77d0cb189a7 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "DELETE /v2.0/security-groups/21bcba09-1b4c-4839-9773-21683703e9ee HTTP/1.1" status: 204 len: 168 time: 0.1543446 May 10 05:42:02.361110 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 53166) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:02.378433 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b700ed2-5371-46fb-a9b5-f77d0cb189a7 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bcba09-1b4c-4839-9773-21683703e9ee,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:02.380619 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.api.v2.resource [None req-0a822dce-24c0-4493-b011-9ba9aa15b885 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] show failed (client error): The resource could not be found. May 10 05:42:02.384652 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-0a822dce-24c0-4493-b011-9ba9aa15b885 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "GET /v2.0/security-groups/21bcba09-1b4c-4839-9773-21683703e9ee HTTP/1.1" status: 404 len: 347 time: 0.0196688 May 10 05:42:02.385229 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 53168) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:02.515138 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cf151b-ed16-4e43-b4dd-94b5d84c7ef2 None None] New status for floating IP b5aef6b8-adc2-4b63-81ab-eef8fadb1bdc: DOWN {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 05:42:02.541668 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-20007687-3ac4-4282-ba73-41b2d0c2f507 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Deleting port de1b79d9-517d-4324-9b48-3bb9afe47f83 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:42:02.542297 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20007687-3ac4-4282-ba73-41b2d0c2f507 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (de1b79d9-517d-4324-9b48-3bb9afe47f83), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:02.622481 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20007687-3ac4-4282-ba73-41b2d0c2f507 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (de1b79d9-517d-4324-9b48-3bb9afe47f83), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:02.622831 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20007687-3ac4-4282-ba73-41b2d0c2f507 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for floatingip (de1b79d9-517d-4324-9b48-3bb9afe47f83), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:02.635918 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-20007687-3ac4-4282-ba73-41b2d0c2f507 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Calling delete_port for de1b79d9-517d-4324-9b48-3bb9afe47f83 owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:42:02.773954 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20007687-3ac4-4282-ba73-41b2d0c2f507 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (de1b79d9-517d-4324-9b48-3bb9afe47f83), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:02.800448 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20007687-3ac4-4282-ba73-41b2d0c2f507 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Pushing event deleted for resources: {'Port': ['ID=de1b79d9-517d-4324-9b48-3bb9afe47f83,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:02.863418 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20007687-3ac4-4282-ba73-41b2d0c2f507 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks [] for floatingip (b5aef6b8-adc2-4b63-81ab-eef8fadb1bdc), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:02.865961 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20007687-3ac4-4282-ba73-41b2d0c2f507 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:02.867109 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-20007687-3ac4-4282-ba73-41b2d0c2f507 tempest-AttachVolumeTestJSON-155633037 tempest-AttachVolumeTestJSON-155633037-project] 10.222.0.23 "DELETE /v2.0/floatingips/b5aef6b8-adc2-4b63-81ab-eef8fadb1bdc HTTP/1.1" status: 204 len: 168 time: 0.4804626 May 10 05:42:02.937556 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-14d4e229-3649-4c54-90dc-c8788f03cc21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:03.839254 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-a6f01ca3-ed5a-4b62-b29a-13cfe9743449 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:03.840747 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-a6f01ca3-ed5a-4b62-b29a-13cfe9743449 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/networks?id=2986abbe-e39c-4d67-aaa8-76da5fbad287 HTTP/1.1" status: 200 len: 813 time: 0.1142786 May 10 05:42:03.855259 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-0322bec1-21ab-4cd0-96a7-0046c38ff304 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/quotas/93824ac1a89b4d37b29b6dcd0065dac1 HTTP/1.1" status: 200 len: 375 time: 0.0089707 May 10 05:42:03.888450 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-c2016ade-2b6d-44d6-b0ef-fcb60589996c tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=93824ac1a89b4d37b29b6dcd0065dac1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283189 May 10 05:42:04.028385 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-d608d439-dce4-40ad-83e4-56e90f7d2c37 service neutron] 10.222.0.23 "GET /v2.0/networks/2986abbe-e39c-4d67-aaa8-76da5fbad287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333015 May 10 05:42:04.120465 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-987ace2d-041f-454d-866c-0c3d2d30c1da service neutron] 10.222.0.23 "GET /v2.0/networks/2986abbe-e39c-4d67-aaa8-76da5fbad287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859787 May 10 05:42:04.291671 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d48ee604-effe-4eac-9d3c-dd2b341fa429 req-97918746-205d-4b0b-aacf-b13e7d87c5f4 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0587d05-a858-4d10-805c-9013d7ad3cec HTTP/1.1" status: 200 len: 210 time: 0.0303612 May 10 05:42:04.457016 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 43115cb3-d302-4bde-8f34-9516b14a357e no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:42:04.478277 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] No Port match for: 43115cb3-d302-4bde-8f34-9516b14a357e {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:42:04.478624 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 43115cb3-d302-4bde-8f34-9516b14a357e not bound to the agent host hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:42:05.348348 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-8f2c0d04-b65e-4efd-8107-1e5a3e446b7c tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:05.349815 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-8f2c0d04-b65e-4efd-8107-1e5a3e446b7c tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.50 "GET /v2.0/networks?id=2986abbe-e39c-4d67-aaa8-76da5fbad287 HTTP/1.1" status: 200 len: 813 time: 0.1236858 May 10 05:42:05.363899 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-9d8351b6-b8a4-46e0-92b3-589e606609d8 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Request body: {'port': {'device_id': 'a0587d05-a858-4d10-805c-9013d7ad3cec', 'network_id': '2986abbe-e39c-4d67-aaa8-76da5fbad287', 'admin_state_up': True, 'tenant_id': '93824ac1a89b4d37b29b6dcd0065dac1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:42:05.365965 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-232c90cb-89d6-4229-9eae-581f2972f34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:05.406996 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3f6667d5-ccd7-4d31-abf2-bc93d456c5dc req-01dd6e07-081e-4738-97f6-71b8ef0c7a3e tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0587d05-a858-4d10-805c-9013d7ad3cec HTTP/1.1" status: 200 len: 210 time: 0.0290103 May 10 05:42:05.484503 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-9d8351b6-b8a4-46e0-92b3-589e606609d8 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Made reservation on behalf of 93824ac1a89b4d37b29b6dcd0065dac1 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:42:05.488352 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-9d8351b6-b8a4-46e0-92b3-589e606609d8 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:05.627305 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-9d8351b6-b8a4-46e0-92b3-589e606609d8 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Allocated IP 172.20.0.5 (2986abbe-e39c-4d67-aaa8-76da5fbad287/33a3beb1-0a80-4668-a43d-42b81d18ccd0/74277b00-d079-49e6-a698-f79a2eb44add) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:42:05.776200 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-9d8351b6-b8a4-46e0-92b3-589e606609d8 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Publish callbacks [] for port (74277b00-d079-49e6-a698-f79a2eb44add), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:05.821138 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-9d8351b6-b8a4-46e0-92b3-589e606609d8 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (74277b00-d079-49e6-a698-f79a2eb44add), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:05.867219 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-9d8351b6-b8a4-46e0-92b3-589e606609d8 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Network 2986abbe-e39c-4d67-aaa8-76da5fbad287 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:42:05.870463 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-9d8351b6-b8a4-46e0-92b3-589e606609d8 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:42:05.876558 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-9d8351b6-b8a4-46e0-92b3-589e606609d8 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:42:05.883098 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8351b6-b8a4-46e0-92b3-589e606609d8 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Pushing event updated for resources: {'Port': ['ID=74277b00-d079-49e6-a698-f79a2eb44add,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:05.927177 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-9d8351b6-b8a4-46e0-92b3-589e606609d8 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:05.927763 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-9d8351b6-b8a4-46e0-92b3-589e606609d8 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:05.944329 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-9d8351b6-b8a4-46e0-92b3-589e606609d8 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5847878 May 10 05:42:05.959607 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-2bbf1c26-742c-4dbf-9ac7-bacd8465a783 service neutron] Request body: {'port': {'device_id': 'a0587d05-a858-4d10-805c-9013d7ad3cec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:42:06.017564 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-2bbf1c26-742c-4dbf-9ac7-bacd8465a783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (74277b00-d079-49e6-a698-f79a2eb44add), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:06.279769 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-2bbf1c26-742c-4dbf-9ac7-bacd8465a783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74277b00-d079-49e6-a698-f79a2eb44add {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:42:06.287253 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-2bbf1c26-742c-4dbf-9ac7-bacd8465a783 service neutron] Publish callbacks [] for port (74277b00-d079-49e6-a698-f79a2eb44add), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:06.299907 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-2bbf1c26-742c-4dbf-9ac7-bacd8465a783 service neutron] Transition to ACTIVE for port object 74277b00-d079-49e6-a698-f79a2eb44add will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 05:42:06.305385 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-2bbf1c26-742c-4dbf-9ac7-bacd8465a783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851357'] for port (74277b00-d079-49e6-a698-f79a2eb44add), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:06.354179 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf1c26-742c-4dbf-9ac7-bacd8465a783 service neutron] Pushing event updated for resources: {'Port': ['ID=74277b00-d079-49e6-a698-f79a2eb44add,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:06.434259 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-2bbf1c26-742c-4dbf-9ac7-bacd8465a783 service neutron] Attempting to bind port 74277b00-d079-49e6-a698-f79a2eb44add on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:42:06.434259 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-2bbf1c26-742c-4dbf-9ac7-bacd8465a783 service neutron] Attempting to bind port 74277b00-d079-49e6-a698-f79a2eb44add by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '64e099bc-3c93-4220-ab74-add996d3271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2986abbe-e39c-4d67-aaa8-76da5fbad287'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:42:06.434259 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-2bbf1c26-742c-4dbf-9ac7-bacd8465a783 service neutron] Attempting to bind port 74277b00-d079-49e6-a698-f79a2eb44add on network 2986abbe-e39c-4d67-aaa8-76da5fbad287 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:42:06.438544 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-2bbf1c26-742c-4dbf-9ac7-bacd8465a783 service neutron] Port 74277b00-d079-49e6-a698-f79a2eb44add on network 2986abbe-e39c-4d67-aaa8-76da5fbad287 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 05:42:06.438544 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-2bbf1c26-742c-4dbf-9ac7-bacd8465a783 service neutron] Attempting to bind port 74277b00-d079-49e6-a698-f79a2eb44add on network 2986abbe-e39c-4d67-aaa8-76da5fbad287 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:42:06.443207 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-2bbf1c26-742c-4dbf-9ac7-bacd8465a783 service neutron] Checking agent: {'id': '0722f08e-2e90-4d2d-9212-b191bf1b5213', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'started_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:42:06.443531 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-2bbf1c26-742c-4dbf-9ac7-bacd8465a783 service neutron] Checking segment: {'id': '64e099bc-3c93-4220-ab74-add996d3271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2986abbe-e39c-4d67-aaa8-76da5fbad287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:42:06.443954 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-2bbf1c26-742c-4dbf-9ac7-bacd8465a783 service neutron] Bound using segment: {'id': '64e099bc-3c93-4220-ab74-add996d3271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2986abbe-e39c-4d67-aaa8-76da5fbad287'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:42:06.444492 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-2bbf1c26-742c-4dbf-9ac7-bacd8465a783 service neutron] Bound port: 74277b00-d079-49e6-a698-f79a2eb44add, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e099bc-3c93-4220-ab74-add996d3271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2986abbe-e39c-4d67-aaa8-76da5fbad287'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:42:06.444852 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-2bbf1c26-742c-4dbf-9ac7-bacd8465a783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (74277b00-d079-49e6-a698-f79a2eb44add), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:06.446626 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 53236) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:06.510726 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-2bbf1c26-742c-4dbf-9ac7-bacd8465a783 service neutron] For port 74277b00-d079-49e6-a698-f79a2eb44add, host hv-cinder-83699, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:42:06.513830 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-2bbf1c26-742c-4dbf-9ac7-bacd8465a783 service neutron] For port 74277b00-d079-49e6-a698-f79a2eb44add, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=74277b00-d079-49e6-a698-f79a2eb44add,segment=NetworkSegment(64e099bc-3c93-4220-ab74-add996d3271d),segment_id=64e099bc-3c93-4220-ab74-add996d3271d)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:42:06.519819 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-2bbf1c26-742c-4dbf-9ac7-bacd8465a783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851357'] for port (74277b00-d079-49e6-a698-f79a2eb44add), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:06.551595 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-2bbf1c26-742c-4dbf-9ac7-bacd8465a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:06.552236 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-2bbf1c26-742c-4dbf-9ac7-bacd8465a783 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:06.553619 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-2bbf1c26-742c-4dbf-9ac7-bacd8465a783 service neutron] 10.222.0.50 "PUT /v2.0/ports/74277b00-d079-49e6-a698-f79a2eb44add HTTP/1.1" status: 200 len: 1093 time: 0.5980089 May 10 05:42:06.554171 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0587d05-a858-4d10-805c-9013d7ad3cec', 'tag': '74277b00-d079-49e6-a698-f79a2eb44add'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:42:06.556427 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bb9e4e-b160-4343-b7a9-c182afde91f6" -d '{"events": [{"name": "network-changed", "server_uuid": "a0587d05-a858-4d10-805c-9013d7ad3cec", "tag": "74277b00-d079-49e6-a698-f79a2eb44add"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:42:06.581288 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b56e3-8463-439a-9827-091bb05b261d req-c64236ac-ab16-4239-8181-dfdb94e64999 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:06.583331 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8a1b56e3-8463-439a-9827-091bb05b261d req-c64236ac-ab16-4239-8181-dfdb94e64999 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0587d05-a858-4d10-805c-9013d7ad3cec HTTP/1.1" status: 200 len: 943 time: 0.0988340 May 10 05:42:06.586479 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf1c26-742c-4dbf-9ac7-bacd8465a783 service neutron] Pushing event updated for resources: {'Port': ['ID=74277b00-d079-49e6-a698-f79a2eb44add,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:06.611059 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:06.634868 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2f74d6-4cf9-44f9-9d31-607ac369e7c8 x-openstack-request-id: req-0b2f74d6-4cf9-44f9-9d31-607ac369e7c8 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:42:06.635161 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0587d05-a858-4d10-805c-9013d7ad3cec", "tag": "74277b00-d079-49e6-a698-f79a2eb44add", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:42:06.635408 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0b2f74d6-4cf9-44f9-9d31-607ac369e7c8 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:42:06.635829 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b2f74d6-4cf9-44f9-9d31-607ac369e7c8'] response: {'name': 'network-changed', 'server_uuid': 'a0587d05-a858-4d10-805c-9013d7ad3cec', 'tag': '74277b00-d079-49e6-a698-f79a2eb44add', 'status': 'completed', 'code': 200} May 10 05:42:06.654776 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-33a1e406-b2a1-434d-8207-932615611eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:06.656341 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-33a1e406-b2a1-434d-8207-932615611eb6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=93824ac1a89b4d37b29b6dcd0065dac1&device_id=a0587d05-a858-4d10-805c-9013d7ad3cec HTTP/1.1" status: 200 len: 1127 time: 0.0511525 May 10 05:42:06.704431 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-877fa7ac-b4e0-4ea6-9370-f390eb462374 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74277b00-d079-49e6-a698-f79a2eb44add HTTP/1.1" status: 200 len: 217 time: 0.0406103 May 10 05:42:06.718756 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8a1b56e3-8463-439a-9827-091bb05b261d req-24de1640-058e-460e-b5bc-e9a079bd1fd7 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1ef29f3-8b29-450c-81a4-c22fe389a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264112 May 10 05:42:06.755293 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-35d2855b-a2bd-4478-bd17-a217ff03e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:06.756829 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-35d2855b-a2bd-4478-bd17-a217ff03e6ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=33a3beb1-0a80-4668-a43d-42b81d18ccd0 HTTP/1.1" status: 200 len: 853 time: 0.0462105 May 10 05:42:06.789053 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-f47098e2-ec89-4f29-9b9b-3057377ef42f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2986abbe-e39c-4d67-aaa8-76da5fbad287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252771 May 10 05:42:06.882150 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-66b0b1b8-fcae-4ba6-bbad-aeea5b633eff service neutron] 10.222.0.50 "GET /v2.0/networks/2986abbe-e39c-4d67-aaa8-76da5fbad287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845692 May 10 05:42:06.911721 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-edd6fc07-ceaa-4942-b2b1-bb74111dab5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409912'] for router_interface (d46fe4cc-be48-4536-8e79-8e4809c02dc3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:06.972153 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-ba732f4b-947c-4d24-9696-4ddeb0e233bd req-42963975-eefd-4eab-bbf0-1064d70454b3 service neutron] 10.222.0.50 "GET /v2.0/networks/2986abbe-e39c-4d67-aaa8-76da5fbad287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821431 May 10 05:42:07.149891 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-edd6fc07-ceaa-4942-b2b1-bb74111dab5b admin admin] Deleting port 73015f99-60d3-4593-b8e6-09b3bebf7fe4 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:42:07.150111 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-edd6fc07-ceaa-4942-b2b1-bb74111dab5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (73015f99-60d3-4593-b8e6-09b3bebf7fe4), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:07.226648 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-edd6fc07-ceaa-4942-b2b1-bb74111dab5b admin admin] For port 73015f99-60d3-4593-b8e6-09b3bebf7fe4, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=73015f99-60d3-4593-b8e6-09b3bebf7fe4,segment=NetworkSegment(46041a5c-387e-447a-832b-d8bd3c900a82),segment_id=46041a5c-387e-447a-832b-d8bd3c900a82)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:07.227010 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-edd6fc07-ceaa-4942-b2b1-bb74111dab5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (73015f99-60d3-4593-b8e6-09b3bebf7fe4), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:07.239990 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-edd6fc07-ceaa-4942-b2b1-bb74111dab5b admin admin] Calling delete_port for 73015f99-60d3-4593-b8e6-09b3bebf7fe4 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:42:07.427184 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-edd6fc07-ceaa-4942-b2b1-bb74111dab5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156954'] for port (73015f99-60d3-4593-b8e6-09b3bebf7fe4), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:07.450268 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6fc07-ceaa-4942-b2b1-bb74111dab5b admin admin] Pushing event deleted for resources: {'Port': ['ID=73015f99-60d3-4593-b8e6-09b3bebf7fe4,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:07.602486 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:07.622008 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-edd6fc07-ceaa-4942-b2b1-bb74111dab5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-483906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415537'] for router_interface (d46fe4cc-be48-4536-8e79-8e4809c02dc3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:07.874101 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb9e4e-b160-4343-b7a9-c182afde91f6 req-a25c3c1a-b695-43a9-b60a-71b5263ab1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:07.875622 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-55bb9e4e-b160-4343-b7a9-c182afde91f6 req-a25c3c1a-b695-43a9-b60a-71b5263ab1d4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=93824ac1a89b4d37b29b6dcd0065dac1&device_id=a0587d05-a858-4d10-805c-9013d7ad3cec HTTP/1.1" status: 200 len: 1127 time: 0.0452452 May 10 05:42:07.966702 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb9e4e-b160-4343-b7a9-c182afde91f6 req-02355f6a-2501-4412-91e4-ccb6693f6928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:07.968376 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-55bb9e4e-b160-4343-b7a9-c182afde91f6 req-02355f6a-2501-4412-91e4-ccb6693f6928 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2986abbe-e39c-4d67-aaa8-76da5fbad287 HTTP/1.1" status: 200 len: 914 time: 0.0861499 May 10 05:42:08.013603 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-55bb9e4e-b160-4343-b7a9-c182afde91f6 req-972cbfcf-91e4-4da6-a6a5-6901ef7d50a5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74277b00-d079-49e6-a698-f79a2eb44add HTTP/1.1" status: 200 len: 217 time: 0.0353532 May 10 05:42:08.039388 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a439a-4ec3-4897-8e24-81eea18246a9 req-2b3b3d63-0e09-44df-9fef-2d22b932c7ea tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:08.040846 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-368a439a-4ec3-4897-8e24-81eea18246a9 req-2b3b3d63-0e09-44df-9fef-2d22b932c7ea tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0587d05-a858-4d10-805c-9013d7ad3cec HTTP/1.1" status: 200 len: 943 time: 0.0570812 May 10 05:42:08.066783 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb9e4e-b160-4343-b7a9-c182afde91f6 req-c1e24f60-f057-4c4f-a5aa-1a21e3700e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:08.068365 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-55bb9e4e-b160-4343-b7a9-c182afde91f6 req-c1e24f60-f057-4c4f-a5aa-1a21e3700e0b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=33a3beb1-0a80-4668-a43d-42b81d18ccd0 HTTP/1.1" status: 200 len: 853 time: 0.0493271 May 10 05:42:08.101925 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-55bb9e4e-b160-4343-b7a9-c182afde91f6 req-62b9ca95-62e9-4055-9716-a39319a528ac service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2986abbe-e39c-4d67-aaa8-76da5fbad287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264540 May 10 05:42:08.159931 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-368a439a-4ec3-4897-8e24-81eea18246a9 req-7f2e0ee3-2755-4594-ba2f-c8c33f818784 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1ef29f3-8b29-450c-81a4-c22fe389a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847754 May 10 05:42:08.181159 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd6fc07-ceaa-4942-b2b1-bb74111dab5b admin admin] Router d46fe4cc-be48-4536-8e79-8e4809c02dc3 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:42:08.189602 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-55bb9e4e-b160-4343-b7a9-c182afde91f6 req-9edb98ff-9c8b-468d-bd25-74e661d86c70 service neutron] 10.222.0.50 "GET /v2.0/networks/2986abbe-e39c-4d67-aaa8-76da5fbad287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818641 May 10 05:42:08.281202 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-55bb9e4e-b160-4343-b7a9-c182afde91f6 req-2f64a542-3b7e-4cdc-8426-d6cac178e1db service neutron] 10.222.0.50 "GET /v2.0/networks/2986abbe-e39c-4d67-aaa8-76da5fbad287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854032 May 10 05:42:08.292326 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd6fc07-ceaa-4942-b2b1-bb74111dab5b admin admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:42:08.299891 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-edd6fc07-ceaa-4942-b2b1-bb74111dab5b admin admin] 10.222.0.23 "PUT /v2.0/routers/d46fe4cc-be48-4536-8e79-8e4809c02dc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8521101 May 10 05:42:08.300511 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 53244) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:08.302951 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d018d2-172a-45fa-bbd2-e42f04caa035 None None] Sync routers for ids ['d46fe4cc-be48-4536-8e79-8e4809c02dc3'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:42:08.313578 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d018d2-172a-45fa-bbd2-e42f04caa035 None None] Routers {'d46fe4cc-be48-4536-8e79-8e4809c02dc3'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:42:08.314218 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-21d018d2-172a-45fa-bbd2-e42f04caa035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:42:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['d46fe4cc-be48-4536-8e79-8e4809c02dc3'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:08.413784 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-27c344a2-424e-4993-97c4-0e1662a19338 admin admin] Publish callbacks [] for router (d46fe4cc-be48-4536-8e79-8e4809c02dc3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:08.517166 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-21d018d2-172a-45fa-bbd2-e42f04caa035 None None] Set router d46fe4cc-be48-4536-8e79-8e4809c02dc3 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:42:08.522729 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-27c344a2-424e-4993-97c4-0e1662a19338 admin admin] Publish callbacks [] for router_gateway (d46fe4cc-be48-4536-8e79-8e4809c02dc3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:08.566504 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-27c344a2-424e-4993-97c4-0e1662a19338 admin admin] Deleting port eb7667e9-8972-4bcd-9009-2b7c5338404d {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:42:08.566846 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-27c344a2-424e-4993-97c4-0e1662a19338 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (eb7667e9-8972-4bcd-9009-2b7c5338404d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:08.647047 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-27c344a2-424e-4993-97c4-0e1662a19338 admin admin] For port eb7667e9-8972-4bcd-9009-2b7c5338404d, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=eb7667e9-8972-4bcd-9009-2b7c5338404d,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:08.647360 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-27c344a2-424e-4993-97c4-0e1662a19338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (eb7667e9-8972-4bcd-9009-2b7c5338404d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:08.660641 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-27c344a2-424e-4993-97c4-0e1662a19338 admin admin] Calling delete_port for eb7667e9-8972-4bcd-9009-2b7c5338404d owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:42:08.684280 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-21d018d2-172a-45fa-bbd2-e42f04caa035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'name': 'tempest-AttachVolumeTestJSON-988017641-router', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:42:07Z', 'revision_number': 5, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'gw_port': {'id': 'eb7667e9-8972-4bcd-9009-2b7c5338404d', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:08.711005 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d018d2-172a-45fa-bbd2-e42f04caa035 None None] Checking router: d46fe4cc-be48-4536-8e79-8e4809c02dc3 for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:42:08.719774 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d018d2-172a-45fa-bbd2-e42f04caa035 None None] Routers {'d46fe4cc-be48-4536-8e79-8e4809c02dc3'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:42:08.720383 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-21d018d2-172a-45fa-bbd2-e42f04caa035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:42:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['d46fe4cc-be48-4536-8e79-8e4809c02dc3'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:08.809198 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-21d018d2-172a-45fa-bbd2-e42f04caa035 None None] Set router d46fe4cc-be48-4536-8e79-8e4809c02dc3 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:42:08.825307 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-27c344a2-424e-4993-97c4-0e1662a19338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156954'] for port (eb7667e9-8972-4bcd-9009-2b7c5338404d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:08.850428 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c344a2-424e-4993-97c4-0e1662a19338 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb7667e9-8972-4bcd-9009-2b7c5338404d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:08.862210 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-21d018d2-172a-45fa-bbd2-e42f04caa035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'name': 'tempest-AttachVolumeTestJSON-988017641-router', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:42:08Z', 'revision_number': 6, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'gw_port_host': None}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:08.888345 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d018d2-172a-45fa-bbd2-e42f04caa035 None None] The sync data for ids ['d46fe4cc-be48-4536-8e79-8e4809c02dc3'] in dv-cinder-836996-16-iscsi is: [{'id': 'd46fe4cc-be48-4536-8e79-8e4809c02dc3', 'name': 'tempest-AttachVolumeTestJSON-988017641-router', 'tenant_id': '9a950288ff0b408ea461a2206204f2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:20Z', 'updated_at': '2022-05-10T05:42:08Z', 'revision_number': 6, 'project_id': '9a950288ff0b408ea461a2206204f2e6', 'gw_port_host': None}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:42:08.913089 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-27c344a2-424e-4993-97c4-0e1662a19338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423510'] for router_gateway (d46fe4cc-be48-4536-8e79-8e4809c02dc3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:09.013613 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-27c344a2-424e-4993-97c4-0e1662a19338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1831'] for router (d46fe4cc-be48-4536-8e79-8e4809c02dc3), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:09.016653 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-27c344a2-424e-4993-97c4-0e1662a19338 admin admin] Publish callbacks [] for router_controller (d46fe4cc-be48-4536-8e79-8e4809c02dc3), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:09.067843 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-27c344a2-424e-4993-97c4-0e1662a19338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425601'] for router (d46fe4cc-be48-4536-8e79-8e4809c02dc3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:09.068523 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c344a2-424e-4993-97c4-0e1662a19338 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d46fe4cc-be48-4536-8e79-8e4809c02dc3 {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 05:42:09.074086 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-27c344a2-424e-4993-97c4-0e1662a19338 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:09.075404 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-27c344a2-424e-4993-97c4-0e1662a19338 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d46fe4cc-be48-4536-8e79-8e4809c02dc3 HTTP/1.1" status: 204 len: 168 time: 0.7738552 May 10 05:42:09.077894 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 53248) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:09.124820 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4895dab-fed2-4621-b7cb-dbc3a54b513c admin admin] Deleting subnet 7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 05:42:09.129072 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d4895dab-fed2-4621-b7cb-dbc3a54b513c admin admin] Publish callbacks [] for subnet (7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:09.165746 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d4895dab-fed2-4621-b7cb-dbc3a54b513c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26153271'] for subnet (7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:09.323237 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaede33-713e-4256-9245-0ebc032088d3 req-6a64a0e1-ddf7-428b-b603-845a7c18d705 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:09.324831 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6eaede33-713e-4256-9245-0ebc032088d3 req-6a64a0e1-ddf7-428b-b603-845a7c18d705 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0587d05-a858-4d10-805c-9013d7ad3cec HTTP/1.1" status: 200 len: 943 time: 0.0944419 May 10 05:42:09.327982 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d4895dab-fed2-4621-b7cb-dbc3a54b513c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560747'] for subnet (7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:09.367946 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:09.410908 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6eaede33-713e-4256-9245-0ebc032088d3 req-9a6ea088-e8a6-4d5a-b019-8e4e2be86e1e tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1ef29f3-8b29-450c-81a4-c22fe389a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601401 May 10 05:42:09.415962 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d4895dab-fed2-4621-b7cb-dbc3a54b513c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26156973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25853313'] for subnet (7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:09.444086 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4895dab-fed2-4621-b7cb-dbc3a54b513c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:09.446081 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d4895dab-fed2-4621-b7cb-dbc3a54b513c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:09.450087 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-d4895dab-fed2-4621-b7cb-dbc3a54b513c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7db1c4c1-d9c8-4f3e-aed1-23faaa9b53ec HTTP/1.1" status: 204 len: 168 time: 0.3710737 May 10 05:42:09.450493 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fdd660-0750-495d-b8b4-cef14df922c3 None None] Network 04cb81b5-85e4-4ffa-8556-8a80e37bea1f requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:42:09.451939 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 53252) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:09.522466 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b9835abf-54a7-4e1a-a324-94f50b97f186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505022'] for network (04cb81b5-85e4-4ffa-8556-8a80e37bea1f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:09.567313 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-b9835abf-54a7-4e1a-a324-94f50b97f186 admin admin] Deleting port c44fdb4c-07e8-4355-bf9f-4163bd51569b {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:42:09.567932 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b9835abf-54a7-4e1a-a324-94f50b97f186 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (c44fdb4c-07e8-4355-bf9f-4163bd51569b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:09.631050 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-b9835abf-54a7-4e1a-a324-94f50b97f186 admin admin] For port c44fdb4c-07e8-4355-bf9f-4163bd51569b, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=c44fdb4c-07e8-4355-bf9f-4163bd51569b,segment=NetworkSegment(46041a5c-387e-447a-832b-d8bd3c900a82),segment_id=46041a5c-387e-447a-832b-d8bd3c900a82)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:09.631340 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b9835abf-54a7-4e1a-a324-94f50b97f186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (c44fdb4c-07e8-4355-bf9f-4163bd51569b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:09.650957 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-b9835abf-54a7-4e1a-a324-94f50b97f186 admin admin] Calling delete_port for c44fdb4c-07e8-4355-bf9f-4163bd51569b owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:42:09.677027 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcb765f-9617-4036-a9a0-f6acabb4032a None None] DHCP port deletion for 04cb81b5-85e4-4ffa-8556-8a80e37bea1f request from dv-cinder-836996-16-iscsi {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 05:42:09.728490 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7fcb765f-9617-4036-a9a0-f6acabb4032a None None] Deleting port c44fdb4c-07e8-4355-bf9f-4163bd51569b {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:42:09.729118 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7fcb765f-9617-4036-a9a0-f6acabb4032a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (c44fdb4c-07e8-4355-bf9f-4163bd51569b), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:09.756364 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b9835abf-54a7-4e1a-a324-94f50b97f186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156954'] for port (c44fdb4c-07e8-4355-bf9f-4163bd51569b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:09.773276 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device c44fdb4c-07e8-4355-bf9f-4163bd51569b no longer exists at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:42:09.781654 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9835abf-54a7-4e1a-a324-94f50b97f186 admin admin] Pushing event deleted for resources: {'Port': ['ID=c44fdb4c-07e8-4355-bf9f-4163bd51569b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:09.785383 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9835abf-54a7-4e1a-a324-94f50b97f186 admin admin] No DVR routers for this DVR port c44fdb4c-07e8-4355-bf9f-4163bd51569b on host dv-cinder-836996-16-iscsi {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:42:09.809370 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] No Port match for: c44fdb4c-07e8-4355-bf9f-4163bd51569b {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:42:09.809766 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device c44fdb4c-07e8-4355-bf9f-4163bd51569b not bound to the agent host dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:42:09.810196 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device eb7667e9-8972-4bcd-9009-2b7c5338404d no longer exists at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:42:09.840841 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] No Port match for: eb7667e9-8972-4bcd-9009-2b7c5338404d {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:42:09.841183 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device eb7667e9-8972-4bcd-9009-2b7c5338404d not bound to the agent host dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:42:09.841604 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 73015f99-60d3-4593-b8e6-09b3bebf7fe4 no longer exists at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:42:09.860726 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b9835abf-54a7-4e1a-a324-94f50b97f186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562704', 'neutron.services.segments.db._delete_segments_for_network-8771215551281'] for network (04cb81b5-85e4-4ffa-8556-8a80e37bea1f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:09.870101 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] No Port match for: 73015f99-60d3-4593-b8e6-09b3bebf7fe4 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:42:09.870451 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 73015f99-60d3-4593-b8e6-09b3bebf7fe4 not bound to the agent host dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:42:09.877025 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7fcb765f-9617-4036-a9a0-f6acabb4032a None None] For port c44fdb4c-07e8-4355-bf9f-4163bd51569b, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=c44fdb4c-07e8-4355-bf9f-4163bd51569b,segment=NetworkSegment(46041a5c-387e-447a-832b-d8bd3c900a82),segment_id=46041a5c-387e-447a-832b-d8bd3c900a82)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:09.877444 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7fcb765f-9617-4036-a9a0-f6acabb4032a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (c44fdb4c-07e8-4355-bf9f-4163bd51569b), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:09.883871 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.services.segments.db [None req-b9835abf-54a7-4e1a-a324-94f50b97f186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04cb81b5-85e4-4ffa-8556-8a80e37bea1f']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:09.893426 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7fcb765f-9617-4036-a9a0-f6acabb4032a None None] Calling delete_port for c44fdb4c-07e8-4355-bf9f-4163bd51569b owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:42:09.895269 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.services.segments.db [None req-b9835abf-54a7-4e1a-a324-94f50b97f186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46041a5c-387e-447a-832b-d8bd3c900a82') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:09.895753 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.services.segments.db [None req-b9835abf-54a7-4e1a-a324-94f50b97f186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46041a5c-387e-447a-832b-d8bd3c900a82') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:09.907515 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b9835abf-54a7-4e1a-a324-94f50b97f186 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771215552058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26153420'] for segment (46041a5c-387e-447a-832b-d8bd3c900a82), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:09.923620 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b9835abf-54a7-4e1a-a324-94f50b97f186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (46041a5c-387e-447a-832b-d8bd3c900a82), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:09.930764 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9835abf-54a7-4e1a-a324-94f50b97f186 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 05:42:09.931340 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b9835abf-54a7-4e1a-a324-94f50b97f186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26156999'] for segment (46041a5c-387e-447a-832b-d8bd3c900a82), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: Traceback (most recent call last): May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: timer() May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: cb(*args, **kw) May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: return func(*args, **kwargs) May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: self._notify() May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: self.callback(batched_events) May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: event.method(event) May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: return f(self, *a, **k) May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: return self._get(url).json() May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: return self.request(url, 'GET', **kwargs) May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 05:42:09.933713 dv-cinder-836996-16-iscsi neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 05:42:09.975370 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7fcb765f-9617-4036-a9a0-f6acabb4032a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713'] for port (c44fdb4c-07e8-4355-bf9f-4163bd51569b), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:09.993706 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b9835abf-54a7-4e1a-a324-94f50b97f186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412472'] for network (04cb81b5-85e4-4ffa-8556-8a80e37bea1f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:10.006376 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b9835abf-54a7-4e1a-a324-94f50b97f186 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:10.009412 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb765f-9617-4036-a9a0-f6acabb4032a None None] Pushing event deleted for resources: {'Port': ['ID=c44fdb4c-07e8-4355-bf9f-4163bd51569b,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:10.011407 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-b9835abf-54a7-4e1a-a324-94f50b97f186 admin admin] 10.222.0.23 "DELETE /v2.0/networks/04cb81b5-85e4-4ffa-8556-8a80e37bea1f HTTP/1.1" status: 204 len: 168 time: 0.5584841 May 10 05:42:10.012343 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcb765f-9617-4036-a9a0-f6acabb4032a None None] No DVR routers for this DVR port c44fdb4c-07e8-4355-bf9f-4163bd51569b on host dv-cinder-836996-16-iscsi {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:42:10.023994 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9835abf-54a7-4e1a-a324-94f50b97f186 admin admin] Pushing event deleted for resources: {'Network': ['ID=04cb81b5-85e4-4ffa-8556-8a80e37bea1f,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:10.024610 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb765f-9617-4036-a9a0-f6acabb4032a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:10.024963 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb765f-9617-4036-a9a0-f6acabb4032a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:10.025309 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb765f-9617-4036-a9a0-f6acabb4032a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:10.025661 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb765f-9617-4036-a9a0-f6acabb4032a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:10.026010 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb765f-9617-4036-a9a0-f6acabb4032a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:10.026467 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb765f-9617-4036-a9a0-f6acabb4032a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:10.026785 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb765f-9617-4036-a9a0-f6acabb4032a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:10.027182 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb765f-9617-4036-a9a0-f6acabb4032a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:10.027896 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb765f-9617-4036-a9a0-f6acabb4032a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:10.028562 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb765f-9617-4036-a9a0-f6acabb4032a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:10.029821 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb765f-9617-4036-a9a0-f6acabb4032a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:10.030493 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb765f-9617-4036-a9a0-f6acabb4032a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:10.030825 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb765f-9617-4036-a9a0-f6acabb4032a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:10.031154 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb765f-9617-4036-a9a0-f6acabb4032a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:10.031480 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb765f-9617-4036-a9a0-f6acabb4032a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:10.134055 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 53258) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:10.174182 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-45306938-1fab-48e0-989e-b84d1d24ede0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a950288ff0b408ea461a2206204f2e6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390234 May 10 05:42:10.176781 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 53260) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:10.228938 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cb20a421-5f02-448d-a94c-8bbcf7e5be93 admin admin] Publish callbacks [] for security_group (4d2c0b47-0f49-451f-a9ac-4c46fd856991), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:10.255396 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cb20a421-5f02-448d-a94c-8bbcf7e5be93 admin admin] Publish callbacks [] for security_group (4d2c0b47-0f49-451f-a9ac-4c46fd856991), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:10.307531 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cb20a421-5f02-448d-a94c-8bbcf7e5be93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (4d2c0b47-0f49-451f-a9ac-4c46fd856991), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:10.310094 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cb20a421-5f02-448d-a94c-8bbcf7e5be93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:10.311288 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-cb20a421-5f02-448d-a94c-8bbcf7e5be93 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d2c0b47-0f49-451f-a9ac-4c46fd856991 HTTP/1.1" status: 204 len: 168 time: 0.1336057 May 10 05:42:10.319247 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20a421-5f02-448d-a94c-8bbcf7e5be93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2c0b47-0f49-451f-a9ac-4c46fd856991,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:10.476227 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 74277b00-d079-49e6-a698-f79a2eb44add details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 05:42:10.560237 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db46cb-fd14-4b33-bab8-54863d21ba4f req-718e0264-efe4-48d6-8d78-09ca567b8a18 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:10.564954 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-30db46cb-fd14-4b33-bab8-54863d21ba4f req-718e0264-efe4-48d6-8d78-09ca567b8a18 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0587d05-a858-4d10-805c-9013d7ad3cec HTTP/1.1" status: 200 len: 943 time: 0.0508680 May 10 05:42:10.608359 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 74277b00-d079-49e6-a698-f79a2eb44add, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=74277b00-d079-49e6-a698-f79a2eb44add,segment=NetworkSegment(64e099bc-3c93-4220-ab74-add996d3271d),segment_id=64e099bc-3c93-4220-ab74-add996d3271d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:10.619598 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-30db46cb-fd14-4b33-bab8-54863d21ba4f req-d9630032-8a74-45cd-9192-971eb467d59b tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1ef29f3-8b29-450c-81a4-c22fe389a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522487 May 10 05:42:10.620062 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Returning: {'device': '74277b00-d079-49e6-a698-f79a2eb44add', 'network_id': '2986abbe-e39c-4d67-aaa8-76da5fbad287', 'port_id': '74277b00-d079-49e6-a698-f79a2eb44add', 'mac_address': 'fa:16:3e:a3:81:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a3beb1-0a80-4668-a43d-42b81d18ccd0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 05:42:10.663153 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 74277b00-d079-49e6-a698-f79a2eb44add is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:42:10.663538 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (74277b00-d079-49e6-a698-f79a2eb44add), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:10.676706 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74277b00-d079-49e6-a698-f79a2eb44add {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:42:10.696389 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 74277b00-d079-49e6-a698-f79a2eb44add, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=74277b00-d079-49e6-a698-f79a2eb44add,segment=NetworkSegment(64e099bc-3c93-4220-ab74-add996d3271d),segment_id=64e099bc-3c93-4220-ab74-add996d3271d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:10.700154 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (74277b00-d079-49e6-a698-f79a2eb44add), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:10.747684 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=74277b00-d079-49e6-a698-f79a2eb44add,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:10.845247 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:42:10.950632 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['74277b00-d079-49e6-a698-f79a2eb44add'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:42:11.737987 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bef70-c1fb-45ff-b0cb-eef3df178390 req-024f489e-8ca2-474a-9f3c-9e222d642055 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:11.739459 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9b2bef70-c1fb-45ff-b0cb-eef3df178390 req-024f489e-8ca2-474a-9f3c-9e222d642055 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0587d05-a858-4d10-805c-9013d7ad3cec HTTP/1.1" status: 200 len: 944 time: 0.0505984 May 10 05:42:11.789110 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9b2bef70-c1fb-45ff-b0cb-eef3df178390 req-e258bf6b-388e-41d8-b122-955ac126c7a8 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1ef29f3-8b29-450c-81a4-c22fe389a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437181 May 10 05:42:12.505352 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 74277b00-d079-49e6-a698-f79a2eb44add up at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:42:12.551707 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning for port 74277b00-d079-49e6-a698-f79a2eb44add completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 05:42:12.558816 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning complete for port 74277b00-d079-49e6-a698-f79a2eb44add triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:42:12.559211 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (74277b00-d079-49e6-a698-f79a2eb44add), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:12.595306 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 53312) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:12.641631 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 74277b00-d079-49e6-a698-f79a2eb44add is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:42:12.642025 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (74277b00-d079-49e6-a698-f79a2eb44add), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:12.666645 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0587d05-a858-4d10-805c-9013d7ad3cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74277b00-d079-49e6-a698-f79a2eb44add'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:42:12.668895 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0800c53295b7046a146618d9b887730b91c06d3b0846630efe31b30f8053b0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f241e631-5318-456e-a800-e64580227ddf" -d '{"events": [{"server_uuid": "a0587d05-a858-4d10-805c-9013d7ad3cec", "name": "network-vif-plugged", "status": "completed", "tag": "74277b00-d079-49e6-a698-f79a2eb44add"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:42:12.683000 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 74277b00-d079-49e6-a698-f79a2eb44add, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=74277b00-d079-49e6-a698-f79a2eb44add,segment=NetworkSegment(64e099bc-3c93-4220-ab74-add996d3271d),segment_id=64e099bc-3c93-4220-ab74-add996d3271d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:12.689800 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (74277b00-d079-49e6-a698-f79a2eb44add), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:12.714104 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea5bd8d-cb66-4141-a9a8-1861020c97a6 x-openstack-request-id: req-0ea5bd8d-cb66-4141-a9a8-1861020c97a6 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:42:12.714463 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0587d05-a858-4d10-805c-9013d7ad3cec", "name": "network-vif-plugged", "status": "completed", "tag": "74277b00-d079-49e6-a698-f79a2eb44add", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:42:12.714777 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ea5bd8d-cb66-4141-a9a8-1861020c97a6 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:42:12.715234 dv-cinder-836996-16-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ea5bd8d-cb66-4141-a9a8-1861020c97a6'] response: {'server_uuid': 'a0587d05-a858-4d10-805c-9013d7ad3cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74277b00-d079-49e6-a698-f79a2eb44add', 'code': 200} May 10 05:42:12.741660 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=74277b00-d079-49e6-a698-f79a2eb44add,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:12.902164 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c3d8a-b9b0-4b77-b18e-1586e126d977 req-87ad0442-738e-4150-8700-92322079f746 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:12.903654 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-757c3d8a-b9b0-4b77-b18e-1586e126d977 req-87ad0442-738e-4150-8700-92322079f746 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0587d05-a858-4d10-805c-9013d7ad3cec HTTP/1.1" status: 200 len: 945 time: 0.0464485 May 10 05:42:12.915600 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a1dc6-8423-4bc9-bf17-ce567f7785c3 req-d1b29b8b-ddaf-4332-9229-0e95aa1c4650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:12.917133 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-513a1dc6-8423-4bc9-bf17-ce567f7785c3 req-d1b29b8b-ddaf-4332-9229-0e95aa1c4650 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a0587d05-a858-4d10-805c-9013d7ad3cec HTTP/1.1" status: 200 len: 1129 time: 0.0672441 May 10 05:42:12.933272 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-16eb7c4b-dda0-48ed-ba08-fbec3c687632 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Deleting port 5476090c-9378-4bdc-8965-9bf1b9638fba {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:42:12.933625 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16eb7c4b-dda0-48ed-ba08-fbec3c687632 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (5476090c-9378-4bdc-8965-9bf1b9638fba), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:12.950148 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-757c3d8a-b9b0-4b77-b18e-1586e126d977 req-3ca9fc93-1928-4692-a38c-df19a49b69e5 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1ef29f3-8b29-450c-81a4-c22fe389a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407174 May 10 05:42:13.010336 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-513a1dc6-8423-4bc9-bf17-ce567f7785c3 req-63b0c633-c799-4901-a6bf-7adacdfd730e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b1ef29f3-8b29-450c-81a4-c22fe389a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846577 May 10 05:42:13.037055 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16eb7c4b-dda0-48ed-ba08-fbec3c687632 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (5476090c-9378-4bdc-8965-9bf1b9638fba), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:13.037380 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16eb7c4b-dda0-48ed-ba08-fbec3c687632 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for floatingip (5476090c-9378-4bdc-8965-9bf1b9638fba), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:13.050722 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-16eb7c4b-dda0-48ed-ba08-fbec3c687632 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Calling delete_port for 5476090c-9378-4bdc-8965-9bf1b9638fba owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:42:13.224027 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16eb7c4b-dda0-48ed-ba08-fbec3c687632 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (5476090c-9378-4bdc-8965-9bf1b9638fba), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:13.259107 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb7c4b-dda0-48ed-ba08-fbec3c687632 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Pushing event deleted for resources: {'Port': ['ID=5476090c-9378-4bdc-8965-9bf1b9638fba,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:13.328369 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16eb7c4b-dda0-48ed-ba08-fbec3c687632 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for floatingip (8c45dd32-9d58-4573-8e32-d931ca7e1b57), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:13.329157 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.db.l3_db [None req-16eb7c4b-dda0-48ed-ba08-fbec3c687632 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Floating IP 8c45dd32-9d58-4573-8e32-d931ca7e1b57 disassociated (deleted). External IP: 172.27.0.78, port: dffd03e0-fe9d-43a2-b37f-2a79995814fe. May 10 05:42:13.807939 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16eb7c4b-dda0-48ed-ba08-fbec3c687632 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Router 11682ce3-3c9a-44df-8814-3d046c664862 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:42:13.929855 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16eb7c4b-dda0-48ed-ba08-fbec3c687632 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:42:13.936571 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16eb7c4b-dda0-48ed-ba08-fbec3c687632 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:13.941298 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5063d1b3-bc00-42c4-81f0-2f0903fa833a None None] Sync routers for ids ['11682ce3-3c9a-44df-8814-3d046c664862'] in dv-cinder-836996-16-iscsi {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:42:13.951045 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5063d1b3-bc00-42c4-81f0-2f0903fa833a None None] Routers {'11682ce3-3c9a-44df-8814-3d046c664862'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:42:13.951692 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-5063d1b3-bc00-42c4-81f0-2f0903fa833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:42:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['11682ce3-3c9a-44df-8814-3d046c664862'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:13.966862 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-16eb7c4b-dda0-48ed-ba08-fbec3c687632 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "DELETE /v2.0/floatingips/8c45dd32-9d58-4573-8e32-d931ca7e1b57 HTTP/1.1" status: 204 len: 168 time: 1.3703287 May 10 05:42:13.967466 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925b9230-6888-48f3-a440-2c8648334a8b', 'tag': 'dffd03e0-fe9d-43a2-b37f-2a79995814fe'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:42:13.969808 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a792ac6-734c-4fcf-8a60-6f0403e0d787" -d '{"events": [{"name": "network-changed", "server_uuid": "925b9230-6888-48f3-a440-2c8648334a8b", "tag": "dffd03e0-fe9d-43a2-b37f-2a79995814fe"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:42:14.005895 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffee972d-e640-4f4b-b6ff-921d31ecc54f x-openstack-request-id: req-ffee972d-e640-4f4b-b6ff-921d31ecc54f {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:42:14.006179 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925b9230-6888-48f3-a440-2c8648334a8b", "tag": "dffd03e0-fe9d-43a2-b37f-2a79995814fe", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:42:14.006428 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ffee972d-e640-4f4b-b6ff-921d31ecc54f {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:42:14.008030 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffee972d-e640-4f4b-b6ff-921d31ecc54f'] response: {'name': 'network-changed', 'server_uuid': '925b9230-6888-48f3-a440-2c8648334a8b', 'tag': 'dffd03e0-fe9d-43a2-b37f-2a79995814fe', 'status': 'completed', 'code': 200} May 10 05:42:14.081572 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-5063d1b3-bc00-42c4-81f0-2f0903fa833a None None] Set router 11682ce3-3c9a-44df-8814-3d046c664862 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:42:14.105525 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac866c3-435f-4a1f-9257-2d4df637d1ad req-3a1ce49c-528b-4092-a217-43feb1a338c0 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:14.108782 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cac866c3-435f-4a1f-9257-2d4df637d1ad req-3a1ce49c-528b-4092-a217-43feb1a338c0 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0587d05-a858-4d10-805c-9013d7ad3cec HTTP/1.1" status: 200 len: 945 time: 0.0568469 May 10 05:42:14.185100 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-cac866c3-435f-4a1f-9257-2d4df637d1ad req-39fd5695-e4c8-4a17-963e-e87ebb8cf569 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1ef29f3-8b29-450c-81a4-c22fe389a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703948 May 10 05:42:14.221230 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f320d-529b-46ad-be2a-75d725e19017 req-69ba796c-b64e-4428-a3cc-65d8ae7132dc tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:14.222684 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-741f320d-529b-46ad-be2a-75d725e19017 req-69ba796c-b64e-4428-a3cc-65d8ae7132dc tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 946 time: 0.0503511 May 10 05:42:14.271371 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-741f320d-529b-46ad-be2a-75d725e19017 req-587a8f37-d123-4414-bdcc-1862ff36fdf7 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424335 May 10 05:42:14.284180 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-5063d1b3-bc00-42c4-81f0-2f0903fa833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11682ce3-3c9a-44df-8814-3d046c664862', 'name': 'tempest-TestShelveInstance-57066978-router', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '4b5d47a2-35ef-40ca-adb1-419b5d874c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:42Z', 'updated_at': '2022-05-10T05:36:45Z', 'revision_number': 4, 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'gw_port': {'id': '4b5d47a2-35ef-40ca-adb1-419b5d874c2b', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11682ce3-3c9a-44df-8814-3d046c664862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:42Z', 'updated_at': '2022-05-10T05:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'a1d64e4b-7098-4310-86a3-806f8d191537', 'name': '', 'network_id': '918d9451-3907-4334-86c4-66c71dca6bc6', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'mac_address': 'fa:16:3e:9d:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11682ce3-3c9a-44df-8814-3d046c664862', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '8b2a5834-958c-4d83-942b-6f1d18dc1c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:44Z', 'updated_at': '2022-05-10T05:36:51Z', 'revision_number': 5, 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'subnets': [{'id': '8b2a5834-958c-4d83-942b-6f1d18dc1c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:14.311230 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5063d1b3-bc00-42c4-81f0-2f0903fa833a None None] Checking router: 11682ce3-3c9a-44df-8814-3d046c664862 for host: dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:42:14.319858 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5063d1b3-bc00-42c4-81f0-2f0903fa833a None None] Routers {'11682ce3-3c9a-44df-8814-3d046c664862'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:42:14.320460 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-5063d1b3-bc00-42c4-81f0-2f0903fa833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:42:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['11682ce3-3c9a-44df-8814-3d046c664862'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:14.433881 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-5063d1b3-bc00-42c4-81f0-2f0903fa833a None None] Set router 11682ce3-3c9a-44df-8814-3d046c664862 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:42:14.495099 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a792ac6-734c-4fcf-8a60-6f0403e0d787 req-a0d54c77-a807-4234-934b-01c55113a1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:14.496898 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-9a792ac6-734c-4fcf-8a60-6f0403e0d787 req-a0d54c77-a807-4234-934b-01c55113a1b6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9870e28919e340ad9cda63cbbdea4e35&device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 1130 time: 0.0423443 May 10 05:42:14.655534 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a792ac6-734c-4fcf-8a60-6f0403e0d787 req-3f29d6e8-bd5a-4612-b0f8-d9efe2d36d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:14.657071 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-9a792ac6-734c-4fcf-8a60-6f0403e0d787 req-3f29d6e8-bd5a-4612-b0f8-d9efe2d36d00 service neutron] 10.222.0.50 "GET /v2.0/networks?id=918d9451-3907-4334-86c4-66c71dca6bc6 HTTP/1.1" status: 200 len: 908 time: 0.1153831 May 10 05:42:14.758190 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-5063d1b3-bc00-42c4-81f0-2f0903fa833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11682ce3-3c9a-44df-8814-3d046c664862', 'name': 'tempest-TestShelveInstance-57066978-router', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '4b5d47a2-35ef-40ca-adb1-419b5d874c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:42Z', 'updated_at': '2022-05-10T05:36:45Z', 'revision_number': 4, 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'gw_port': {'id': '4b5d47a2-35ef-40ca-adb1-419b5d874c2b', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11682ce3-3c9a-44df-8814-3d046c664862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:42Z', 'updated_at': '2022-05-10T05:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'a1d64e4b-7098-4310-86a3-806f8d191537', 'name': '', 'network_id': '918d9451-3907-4334-86c4-66c71dca6bc6', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'mac_address': 'fa:16:3e:9d:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11682ce3-3c9a-44df-8814-3d046c664862', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '8b2a5834-958c-4d83-942b-6f1d18dc1c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:44Z', 'updated_at': '2022-05-10T05:36:51Z', 'revision_number': 5, 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'subnets': [{'id': '8b2a5834-958c-4d83-942b-6f1d18dc1c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:14.788097 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5063d1b3-bc00-42c4-81f0-2f0903fa833a None None] The sync data for ids ['11682ce3-3c9a-44df-8814-3d046c664862'] in dv-cinder-836996-16-iscsi is: [{'id': '11682ce3-3c9a-44df-8814-3d046c664862', 'name': 'tempest-TestShelveInstance-57066978-router', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '4b5d47a2-35ef-40ca-adb1-419b5d874c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:42Z', 'updated_at': '2022-05-10T05:36:45Z', 'revision_number': 4, 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'gw_port': {'id': '4b5d47a2-35ef-40ca-adb1-419b5d874c2b', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11682ce3-3c9a-44df-8814-3d046c664862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:42Z', 'updated_at': '2022-05-10T05:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'a1d64e4b-7098-4310-86a3-806f8d191537', 'name': '', 'network_id': '918d9451-3907-4334-86c4-66c71dca6bc6', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'mac_address': 'fa:16:3e:9d:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11682ce3-3c9a-44df-8814-3d046c664862', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '8b2a5834-958c-4d83-942b-6f1d18dc1c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:44Z', 'updated_at': '2022-05-10T05:36:51Z', 'revision_number': 5, 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'subnets': [{'id': '8b2a5834-958c-4d83-942b-6f1d18dc1c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:42:15.009485 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc47a852-ea57-45f7-aac9-56b0c60c7268 None None] New status for floating IP 8c45dd32-9d58-4573-8e32-d931ca7e1b57: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 05:42:15.310761 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31835dd5-b898-4ed2-8fde-d0ea805c61d8 req-5b9f4517-88b8-4190-9fd9-32a1354548f3 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:15.312280 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-31835dd5-b898-4ed2-8fde-d0ea805c61d8 req-5b9f4517-88b8-4190-9fd9-32a1354548f3 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0587d05-a858-4d10-805c-9013d7ad3cec HTTP/1.1" status: 200 len: 945 time: 0.0494111 May 10 05:42:15.385534 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-31835dd5-b898-4ed2-8fde-d0ea805c61d8 req-7a85ca6f-6ab1-404c-84e0-15b61f65ce43 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1ef29f3-8b29-450c-81a4-c22fe389a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676837 May 10 05:42:15.400909 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f260f66-a4bb-41ba-b860-523e4739578a req-83f631ad-f155-41d7-84ee-2cb37f62ef5a tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:15.402326 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8f260f66-a4bb-41ba-b860-523e4739578a req-83f631ad-f155-41d7-84ee-2cb37f62ef5a tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 946 time: 0.0592673 May 10 05:42:15.451040 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8f260f66-a4bb-41ba-b860-523e4739578a req-5bb9de27-003b-41a0-a489-7bb508fb7416 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428839 May 10 05:42:16.567320 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1877acf-a849-43b5-a047-ffb8f026b855 req-ceb8f190-0376-40ed-ac8c-cf29cede3d10 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:16.568825 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d1877acf-a849-43b5-a047-ffb8f026b855 req-ceb8f190-0376-40ed-ac8c-cf29cede3d10 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 946 time: 0.0476573 May 10 05:42:16.619148 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d1877acf-a849-43b5-a047-ffb8f026b855 req-7568cfa4-b577-48d8-b9bf-216a717a1cd4 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447335 May 10 05:42:17.580696 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-9a792ac6-734c-4fcf-8a60-6f0403e0d787 req-a22a45c3-8c84-4833-87be-0dac426ab9e7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dffd03e0-fe9d-43a2-b37f-2a79995814fe HTTP/1.1" status: 200 len: 217 time: 0.0370700 May 10 05:42:17.633898 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a792ac6-734c-4fcf-8a60-6f0403e0d787 req-20857413-805b-427b-bb97-a4ac51d0d6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:17.635594 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-9a792ac6-734c-4fcf-8a60-6f0403e0d787 req-20857413-805b-427b-bb97-a4ac51d0d6e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b2a5834-958c-4d83-942b-6f1d18dc1c56 HTTP/1.1" status: 200 len: 846 time: 0.0457764 May 10 05:42:17.742780 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266554fd-2da8-458c-aa64-d594c00a1cef req-18f8dcfc-d151-4703-ac27-1ddcb4efe4b1 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:17.744876 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-266554fd-2da8-458c-aa64-d594c00a1cef req-18f8dcfc-d151-4703-ac27-1ddcb4efe4b1 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 946 time: 0.0532312 May 10 05:42:17.785087 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a792ac6-734c-4fcf-8a60-6f0403e0d787 req-9f4d80ad-e4e9-4b3d-b395-0ec2f596c857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:17.786650 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-9a792ac6-734c-4fcf-8a60-6f0403e0d787 req-9f4d80ad-e4e9-4b3d-b395-0ec2f596c857 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=918d9451-3907-4334-86c4-66c71dca6bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443254 May 10 05:42:17.801919 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-266554fd-2da8-458c-aa64-d594c00a1cef req-d3c5138b-1b26-4dbc-9788-f47287972a07 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511649 May 10 05:42:17.899862 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-9a792ac6-734c-4fcf-8a60-6f0403e0d787 req-04e97ecb-e79b-48f5-ab5f-2a27b2ca29ee service neutron] 10.222.0.50 "GET /v2.0/networks/918d9451-3907-4334-86c4-66c71dca6bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045635 May 10 05:42:18.073345 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-9a792ac6-734c-4fcf-8a60-6f0403e0d787 req-f7b44ce5-ac67-45f4-bf3e-86bd3199c90d service neutron] 10.222.0.50 "GET /v2.0/networks/918d9451-3907-4334-86c4-66c71dca6bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949070 May 10 05:42:18.096198 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f97719-a737-4b03-a8b2-449b3dad4cb4 req-33ef45f5-b069-454c-b52e-22e7c91a9eba tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:18.097649 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-49f97719-a737-4b03-a8b2-449b3dad4cb4 req-33ef45f5-b069-454c-b52e-22e7c91a9eba tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.50 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 946 time: 0.0501544 May 10 05:42:18.185488 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-49f97719-a737-4b03-a8b2-449b3dad4cb4 req-1bbea4f4-c3af-46e0-8453-8da4c811863a tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Deleting port dffd03e0-fe9d-43a2-b37f-2a79995814fe {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:42:18.185735 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-49f97719-a737-4b03-a8b2-449b3dad4cb4 req-1bbea4f4-c3af-46e0-8453-8da4c811863a tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (dffd03e0-fe9d-43a2-b37f-2a79995814fe), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:18.286059 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-49f97719-a737-4b03-a8b2-449b3dad4cb4 req-1bbea4f4-c3af-46e0-8453-8da4c811863a tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] For port dffd03e0-fe9d-43a2-b37f-2a79995814fe, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=dffd03e0-fe9d-43a2-b37f-2a79995814fe,segment=NetworkSegment(bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c),segment_id=bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:18.286429 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-49f97719-a737-4b03-a8b2-449b3dad4cb4 req-1bbea4f4-c3af-46e0-8453-8da4c811863a tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (dffd03e0-fe9d-43a2-b37f-2a79995814fe), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:18.300363 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-49f97719-a737-4b03-a8b2-449b3dad4cb4 req-1bbea4f4-c3af-46e0-8453-8da4c811863a tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Calling delete_port for dffd03e0-fe9d-43a2-b37f-2a79995814fe owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:42:18.434997 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-49f97719-a737-4b03-a8b2-449b3dad4cb4 req-1bbea4f4-c3af-46e0-8453-8da4c811863a tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156954'] for port (dffd03e0-fe9d-43a2-b37f-2a79995814fe), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:18.464056 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbea4f4-c3af-46e0-8453-8da4c811863a tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Pushing event deleted for resources: {'Port': ['ID=dffd03e0-fe9d-43a2-b37f-2a79995814fe,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:18.516305 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f97719-a737-4b03-a8b2-449b3dad4cb4 req-1bbea4f4-c3af-46e0-8453-8da4c811863a tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] No DVR routers for this DVR port dffd03e0-fe9d-43a2-b37f-2a79995814fe on host hv-cinder-83699 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:42:18.518966 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-49f97719-a737-4b03-a8b2-449b3dad4cb4 req-1bbea4f4-c3af-46e0-8453-8da4c811863a tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:18.522386 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-49f97719-a737-4b03-a8b2-449b3dad4cb4 req-1bbea4f4-c3af-46e0-8453-8da4c811863a tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.50 "DELETE /v2.0/ports/dffd03e0-fe9d-43a2-b37f-2a79995814fe HTTP/1.1" status: 204 len: 173 time: 0.4173961 May 10 05:42:18.522822 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925b9230-6888-48f3-a440-2c8648334a8b', 'name': 'network-vif-deleted', 'tag': 'dffd03e0-fe9d-43a2-b37f-2a79995814fe'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:42:18.525121 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4890c75c-51da-4707-921d-33bcb96c2c6e" -d '{"events": [{"server_uuid": "925b9230-6888-48f3-a440-2c8648334a8b", "name": "network-vif-deleted", "tag": "dffd03e0-fe9d-43a2-b37f-2a79995814fe"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:42:18.562336 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94778dd-8023-4fb0-8eac-f4d15cd295b4 x-openstack-request-id: req-a94778dd-8023-4fb0-8eac-f4d15cd295b4 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:42:18.562625 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925b9230-6888-48f3-a440-2c8648334a8b", "name": "network-vif-deleted", "tag": "dffd03e0-fe9d-43a2-b37f-2a79995814fe", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:42:18.562908 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a94778dd-8023-4fb0-8eac-f4d15cd295b4 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:42:18.563308 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a94778dd-8023-4fb0-8eac-f4d15cd295b4'] response: {'server_uuid': '925b9230-6888-48f3-a440-2c8648334a8b', 'name': 'network-vif-deleted', 'tag': 'dffd03e0-fe9d-43a2-b37f-2a79995814fe', 'status': 'completed', 'code': 200} May 10 05:42:18.936660 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-510866dd-8b00-49d3-959f-3466703ab2b9 req-1d621155-c3a2-4ddb-83b2-93dfc402bc94 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "GET /v2.0/ports?device_id=925b9230-6888-48f3-a440-2c8648334a8b HTTP/1.1" status: 200 len: 210 time: 0.0527310 May 10 05:42:20.005809 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 53456) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:20.068685 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8ad318c4-a482-4950-b22c-54590b55fcb6 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for security_group (d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:20.093712 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8ad318c4-a482-4950-b22c-54590b55fcb6 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for security_group (d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:20.162431 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8ad318c4-a482-4950-b22c-54590b55fcb6 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:20.165064 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8ad318c4-a482-4950-b22c-54590b55fcb6 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:20.166211 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-8ad318c4-a482-4950-b22c-54590b55fcb6 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] 10.222.0.23 "DELETE /v2.0/security-groups/d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8 HTTP/1.1" status: 204 len: 168 time: 0.1594174 May 10 05:42:20.175394 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad318c4-a482-4950-b22c-54590b55fcb6 tempest-TestShelveInstance-119726031 tempest-TestShelveInstance-119726031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e1eb02-f909-4be9-8f0f-f1aa40ec1aa8,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:20.218460 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 53460) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:20.711347 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-91804fdd-4a99-40d9-a2f7-cd39a693b033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409912'] for router_interface (11682ce3-3c9a-44df-8814-3d046c664862), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:21.289811 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebe5c6-a0dd-4890-aa2b-d0e850086dbd req-daff18ea-9193-42f1-94bd-451fc7745110 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:21.291258 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f8ebe5c6-a0dd-4890-aa2b-d0e850086dbd req-daff18ea-9193-42f1-94bd-451fc7745110 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 947 time: 0.3565381 May 10 05:42:21.294090 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-91804fdd-4a99-40d9-a2f7-cd39a693b033 admin admin] Deleting port a1d64e4b-7098-4310-86a3-806f8d191537 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:42:21.294416 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-91804fdd-4a99-40d9-a2f7-cd39a693b033 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (a1d64e4b-7098-4310-86a3-806f8d191537), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:21.389329 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f8ebe5c6-a0dd-4890-aa2b-d0e850086dbd req-78e3bf0b-3117-4e0e-a72c-e39e66eed5e3 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919921 May 10 05:42:21.406802 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-91804fdd-4a99-40d9-a2f7-cd39a693b033 admin admin] For port a1d64e4b-7098-4310-86a3-806f8d191537, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=a1d64e4b-7098-4310-86a3-806f8d191537,segment=NetworkSegment(bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c),segment_id=bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:21.407157 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-91804fdd-4a99-40d9-a2f7-cd39a693b033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (a1d64e4b-7098-4310-86a3-806f8d191537), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:21.426150 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-91804fdd-4a99-40d9-a2f7-cd39a693b033 admin admin] Calling delete_port for a1d64e4b-7098-4310-86a3-806f8d191537 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:42:21.619747 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-91804fdd-4a99-40d9-a2f7-cd39a693b033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156954'] for port (a1d64e4b-7098-4310-86a3-806f8d191537), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:21.644666 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91804fdd-4a99-40d9-a2f7-cd39a693b033 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1d64e4b-7098-4310-86a3-806f8d191537,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:21.818120 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-91804fdd-4a99-40d9-a2f7-cd39a693b033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-483906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415537'] for router_interface (11682ce3-3c9a-44df-8814-3d046c664862), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:22.057234 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91804fdd-4a99-40d9-a2f7-cd39a693b033 admin admin] Router 11682ce3-3c9a-44df-8814-3d046c664862 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:42:22.182864 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91804fdd-4a99-40d9-a2f7-cd39a693b033 admin admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:42:22.188465 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-91804fdd-4a99-40d9-a2f7-cd39a693b033 admin admin] 10.222.0.23 "PUT /v2.0/routers/11682ce3-3c9a-44df-8814-3d046c664862/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9689367 May 10 05:42:22.190982 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 53510) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:22.193985 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6f510e-dcf4-4660-9c51-ed8c1a777907 None None] Sync routers for ids ['11682ce3-3c9a-44df-8814-3d046c664862'] in dv-cinder-836996-16-iscsi {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:42:22.204299 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6f510e-dcf4-4660-9c51-ed8c1a777907 None None] Routers {'11682ce3-3c9a-44df-8814-3d046c664862'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:42:22.204910 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-4d6f510e-dcf4-4660-9c51-ed8c1a777907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:42:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['11682ce3-3c9a-44df-8814-3d046c664862'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:22.301146 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2433-8344-4d56-a6ac-a0c42c963902 admin admin] Publish callbacks [] for router (11682ce3-3c9a-44df-8814-3d046c664862), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:22.319948 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-4d6f510e-dcf4-4660-9c51-ed8c1a777907 None None] Set router 11682ce3-3c9a-44df-8814-3d046c664862 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:42:22.413869 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2433-8344-4d56-a6ac-a0c42c963902 admin admin] Publish callbacks [] for router_gateway (11682ce3-3c9a-44df-8814-3d046c664862), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:22.461938 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-ba1c2433-8344-4d56-a6ac-a0c42c963902 admin admin] Deleting port 4b5d47a2-35ef-40ca-adb1-419b5d874c2b {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:42:22.467129 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2433-8344-4d56-a6ac-a0c42c963902 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (4b5d47a2-35ef-40ca-adb1-419b5d874c2b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:22.501277 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-4d6f510e-dcf4-4660-9c51-ed8c1a777907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11682ce3-3c9a-44df-8814-3d046c664862', 'name': 'tempest-TestShelveInstance-57066978-router', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '4b5d47a2-35ef-40ca-adb1-419b5d874c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:42Z', 'updated_at': '2022-05-10T05:42:21Z', 'revision_number': 5, 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'gw_port': {'id': '4b5d47a2-35ef-40ca-adb1-419b5d874c2b', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11682ce3-3c9a-44df-8814-3d046c664862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:42Z', 'updated_at': '2022-05-10T05:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:22.531299 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6f510e-dcf4-4660-9c51-ed8c1a777907 None None] Checking router: 11682ce3-3c9a-44df-8814-3d046c664862 for host: dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:42:22.540152 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6f510e-dcf4-4660-9c51-ed8c1a777907 None None] Routers {'11682ce3-3c9a-44df-8814-3d046c664862'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:42:22.540768 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-4d6f510e-dcf4-4660-9c51-ed8c1a777907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:42:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['11682ce3-3c9a-44df-8814-3d046c664862'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:22.589872 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d192b4-1afc-49ab-98da-5ffa816fef42 req-e6252532-f0b2-486b-8f23-624c8841d6ae tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:22.591404 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-77d192b4-1afc-49ab-98da-5ffa816fef42 req-e6252532-f0b2-486b-8f23-624c8841d6ae tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.50 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 947 time: 0.1250722 May 10 05:42:22.599084 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2881837-793a-42d7-8b3e-2c7fa6812ae0 req-8c77b688-5f94-4472-b152-05ee27d0e632 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:22.600486 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d2881837-793a-42d7-8b3e-2c7fa6812ae0 req-8c77b688-5f94-4472-b152-05ee27d0e632 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 947 time: 0.1238067 May 10 05:42:22.614587 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device dffd03e0-fe9d-43a2-b37f-2a79995814fe no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:42:22.641722 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] No Port match for: dffd03e0-fe9d-43a2-b37f-2a79995814fe {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:42:22.642049 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device dffd03e0-fe9d-43a2-b37f-2a79995814fe not bound to the agent host hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:42:22.656655 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-4d6f510e-dcf4-4660-9c51-ed8c1a777907 None None] Set router 11682ce3-3c9a-44df-8814-3d046c664862 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:42:22.714432 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-4d6f510e-dcf4-4660-9c51-ed8c1a777907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11682ce3-3c9a-44df-8814-3d046c664862', 'name': 'tempest-TestShelveInstance-57066978-router', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:42Z', 'updated_at': '2022-05-10T05:42:22Z', 'revision_number': 6, 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'gw_port_host': None}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:22.732270 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-ba1c2433-8344-4d56-a6ac-a0c42c963902 admin admin] For port 4b5d47a2-35ef-40ca-adb1-419b5d874c2b, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=4b5d47a2-35ef-40ca-adb1-419b5d874c2b,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:22.732665 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2433-8344-4d56-a6ac-a0c42c963902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (4b5d47a2-35ef-40ca-adb1-419b5d874c2b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:22.741909 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6f510e-dcf4-4660-9c51-ed8c1a777907 None None] The sync data for ids ['11682ce3-3c9a-44df-8814-3d046c664862'] in dv-cinder-836996-16-iscsi is: [{'id': '11682ce3-3c9a-44df-8814-3d046c664862', 'name': 'tempest-TestShelveInstance-57066978-router', 'tenant_id': '9870e28919e340ad9cda63cbbdea4e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:42Z', 'updated_at': '2022-05-10T05:42:22Z', 'revision_number': 6, 'project_id': '9870e28919e340ad9cda63cbbdea4e35', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:42:22.760849 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-ba1c2433-8344-4d56-a6ac-a0c42c963902 admin admin] Calling delete_port for 4b5d47a2-35ef-40ca-adb1-419b5d874c2b owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:42:22.765340 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d2881837-793a-42d7-8b3e-2c7fa6812ae0 req-06854576-ccc7-4d76-b6a1-0261243a5d92 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups?id=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547492 May 10 05:42:22.786947 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-77d192b4-1afc-49ab-98da-5ffa816fef42 req-590dcb3f-8a16-4513-b084-2a6e61d7b99a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Deleting port 04bcdf00-6c77-4d87-95e0-85a50332c824 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:42:22.786947 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-77d192b4-1afc-49ab-98da-5ffa816fef42 req-590dcb3f-8a16-4513-b084-2a6e61d7b99a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (04bcdf00-6c77-4d87-95e0-85a50332c824), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:22.970396 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-77d192b4-1afc-49ab-98da-5ffa816fef42 req-590dcb3f-8a16-4513-b084-2a6e61d7b99a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] For port 04bcdf00-6c77-4d87-95e0-85a50332c824, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=04bcdf00-6c77-4d87-95e0-85a50332c824,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:22.970626 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-77d192b4-1afc-49ab-98da-5ffa816fef42 req-590dcb3f-8a16-4513-b084-2a6e61d7b99a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (04bcdf00-6c77-4d87-95e0-85a50332c824), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:23.133018 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2433-8344-4d56-a6ac-a0c42c963902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156954'] for port (4b5d47a2-35ef-40ca-adb1-419b5d874c2b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:23.192825 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c2433-8344-4d56-a6ac-a0c42c963902 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b5d47a2-35ef-40ca-adb1-419b5d874c2b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:23.259443 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-77d192b4-1afc-49ab-98da-5ffa816fef42 req-590dcb3f-8a16-4513-b084-2a6e61d7b99a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:23.259820 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-77d192b4-1afc-49ab-98da-5ffa816fef42 req-590dcb3f-8a16-4513-b084-2a6e61d7b99a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (a7ceb6bb-1aeb-4080-a291-7679d9f14e24), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:23.260110 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.db.l3_db [req-77d192b4-1afc-49ab-98da-5ffa816fef42 req-590dcb3f-8a16-4513-b084-2a6e61d7b99a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Floating IP a7ceb6bb-1aeb-4080-a291-7679d9f14e24 disassociated. External IP: 172.27.0.77, port: 04bcdf00-6c77-4d87-95e0-85a50332c824. May 10 05:42:23.260440 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-77d192b4-1afc-49ab-98da-5ffa816fef42 req-590dcb3f-8a16-4513-b084-2a6e61d7b99a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Calling delete_port for 04bcdf00-6c77-4d87-95e0-85a50332c824 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:42:23.318174 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2433-8344-4d56-a6ac-a0c42c963902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423510'] for router_gateway (11682ce3-3c9a-44df-8814-3d046c664862), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:23.425357 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2433-8344-4d56-a6ac-a0c42c963902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1831'] for router (11682ce3-3c9a-44df-8814-3d046c664862), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:23.429001 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2433-8344-4d56-a6ac-a0c42c963902 admin admin] Publish callbacks [] for router_controller (11682ce3-3c9a-44df-8814-3d046c664862), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:23.501263 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2433-8344-4d56-a6ac-a0c42c963902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425601'] for router (11682ce3-3c9a-44df-8814-3d046c664862), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:23.502148 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1c2433-8344-4d56-a6ac-a0c42c963902 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11682ce3-3c9a-44df-8814-3d046c664862 {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 05:42:23.507811 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2433-8344-4d56-a6ac-a0c42c963902 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:23.511486 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-ba1c2433-8344-4d56-a6ac-a0c42c963902 admin admin] 10.222.0.23 "DELETE /v2.0/routers/11682ce3-3c9a-44df-8814-3d046c664862 HTTP/1.1" status: 204 len: 168 time: 1.3171296 May 10 05:42:23.512248 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 53530) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:23.582583 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d95352-dbe5-49b6-8627-788716a1b064 admin admin] Deleting subnet 8b2a5834-958c-4d83-942b-6f1d18dc1c56 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 05:42:23.586003 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device a1d64e4b-7098-4310-86a3-806f8d191537 no longer exists at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:42:23.586535 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-77d192b4-1afc-49ab-98da-5ffa816fef42 req-590dcb3f-8a16-4513-b084-2a6e61d7b99a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156954'] for port (04bcdf00-6c77-4d87-95e0-85a50332c824), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:23.586675 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c0d95352-dbe5-49b6-8627-788716a1b064 admin admin] Publish callbacks [] for subnet (8b2a5834-958c-4d83-942b-6f1d18dc1c56), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:23.612807 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] No Port match for: a1d64e4b-7098-4310-86a3-806f8d191537 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:42:23.614075 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device a1d64e4b-7098-4310-86a3-806f8d191537 not bound to the agent host dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:42:23.614194 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590dcb3f-8a16-4513-b084-2a6e61d7b99a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Pushing event deleted for resources: {'Port': ['ID=04bcdf00-6c77-4d87-95e0-85a50332c824,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:23.614827 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 4b5d47a2-35ef-40ca-adb1-419b5d874c2b no longer exists at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:42:23.626081 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c0d95352-dbe5-49b6-8627-788716a1b064 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26910853'] for subnet (8b2a5834-958c-4d83-942b-6f1d18dc1c56), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:23.653398 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] No Port match for: 4b5d47a2-35ef-40ca-adb1-419b5d874c2b {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:42:23.653816 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 4b5d47a2-35ef-40ca-adb1-419b5d874c2b not bound to the agent host dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:42:23.726792 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c0d95352-dbe5-49b6-8627-788716a1b064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560747'] for subnet (8b2a5834-958c-4d83-942b-6f1d18dc1c56), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:23.748756 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77d192b4-1afc-49ab-98da-5ffa816fef42 req-590dcb3f-8a16-4513-b084-2a6e61d7b99a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Router 5cdb5076-1731-4459-abdd-fcf53d6f3c2d has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:42:23.787425 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c0d95352-dbe5-49b6-8627-788716a1b064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2851411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25345458'] for subnet (8b2a5834-958c-4d83-942b-6f1d18dc1c56), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:23.820109 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d95352-dbe5-49b6-8627-788716a1b064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b2a5834-958c-4d83-942b-6f1d18dc1c56,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:23.830814 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c0d95352-dbe5-49b6-8627-788716a1b064 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:23.831322 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f05b6ff-0b49-4fbf-9097-168d5e00cbc9 None None] Network 918d9451-3907-4334-86c4-66c71dca6bc6 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:42:23.835479 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-c0d95352-dbe5-49b6-8627-788716a1b064 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8b2a5834-958c-4d83-942b-6f1d18dc1c56 HTTP/1.1" status: 204 len: 168 time: 0.3215709 May 10 05:42:23.837544 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 53534) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:23.915398 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09ac012b-419d-4441-b35c-bb995bad884e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505022'] for network (918d9451-3907-4334-86c4-66c71dca6bc6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:23.923048 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0944f8b1-2177-4ea6-9dc0-5580e58e7f83 req-6daab14f-ad9a-4f48-8c04-add7579d4a43 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cf2de3-24e0-4fd5-a338-50bf2306a423 HTTP/1.1" status: 200 len: 210 time: 0.0402482 May 10 05:42:23.941242 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77d192b4-1afc-49ab-98da-5ffa816fef42 req-590dcb3f-8a16-4513-b084-2a6e61d7b99a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:42:23.952283 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6da156a-0a65-4867-93f6-4479ffa14b7d None None] Sync routers for ids ['5cdb5076-1731-4459-abdd-fcf53d6f3c2d'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:42:23.974835 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-09ac012b-419d-4441-b35c-bb995bad884e admin admin] Deleting port 8d824646-1742-418b-bbb6-80bd6bc14f54 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:42:23.975430 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09ac012b-419d-4441-b35c-bb995bad884e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (8d824646-1742-418b-bbb6-80bd6bc14f54), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:23.985345 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6da156a-0a65-4867-93f6-4479ffa14b7d None None] Routers {'5cdb5076-1731-4459-abdd-fcf53d6f3c2d'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:42:23.986193 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c6da156a-0a65-4867-93f6-4479ffa14b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:42:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['5cdb5076-1731-4459-abdd-fcf53d6f3c2d'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:24.069571 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d192b4-1afc-49ab-98da-5ffa816fef42 req-590dcb3f-8a16-4513-b084-2a6e61d7b99a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] No DVR routers for this DVR port 04bcdf00-6c77-4d87-95e0-85a50332c824 on host hv-cinder-83699 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:42:24.071199 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-09ac012b-419d-4441-b35c-bb995bad884e admin admin] For port 8d824646-1742-418b-bbb6-80bd6bc14f54, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=8d824646-1742-418b-bbb6-80bd6bc14f54,segment=NetworkSegment(bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c),segment_id=bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:24.071568 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09ac012b-419d-4441-b35c-bb995bad884e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (8d824646-1742-418b-bbb6-80bd6bc14f54), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:24.074146 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-77d192b4-1afc-49ab-98da-5ffa816fef42 req-590dcb3f-8a16-4513-b084-2a6e61d7b99a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:24.077848 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-77d192b4-1afc-49ab-98da-5ffa816fef42 req-590dcb3f-8a16-4513-b084-2a6e61d7b99a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.50 "DELETE /v2.0/ports/04bcdf00-6c77-4d87-95e0-85a50332c824 HTTP/1.1" status: 204 len: 173 time: 1.4764943 May 10 05:42:24.078381 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cf2de3-24e0-4fd5-a338-50bf2306a423', 'name': 'network-vif-deleted', 'tag': '04bcdf00-6c77-4d87-95e0-85a50332c824'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:42:24.081847 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b2ceb0-5e3d-4cdb-a2d4-2a1752708cd5" -d '{"events": [{"server_uuid": "18cf2de3-24e0-4fd5-a338-50bf2306a423", "name": "network-vif-deleted", "tag": "04bcdf00-6c77-4d87-95e0-85a50332c824"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:42:24.088887 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-09ac012b-419d-4441-b35c-bb995bad884e admin admin] Calling delete_port for 8d824646-1742-418b-bbb6-80bd6bc14f54 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:42:24.106519 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c44268-d0d2-4487-b7bd-5a75e062001b None None] DHCP port deletion for 918d9451-3907-4334-86c4-66c71dca6bc6 request from dv-cinder-836996-16-iscsi {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 05:42:24.147283 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a006145-4cb0-46cd-aab6-33ca1d0b1c8b x-openstack-request-id: req-6a006145-4cb0-46cd-aab6-33ca1d0b1c8b {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:42:24.147854 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18cf2de3-24e0-4fd5-a338-50bf2306a423", "name": "network-vif-deleted", "tag": "04bcdf00-6c77-4d87-95e0-85a50332c824", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:42:24.148286 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a006145-4cb0-46cd-aab6-33ca1d0b1c8b {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:42:24.148891 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a006145-4cb0-46cd-aab6-33ca1d0b1c8b'] response: {'server_uuid': '18cf2de3-24e0-4fd5-a338-50bf2306a423', 'name': 'network-vif-deleted', 'tag': '04bcdf00-6c77-4d87-95e0-85a50332c824', 'status': 'completed', 'code': 200} May 10 05:42:24.184335 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-14c44268-d0d2-4487-b7bd-5a75e062001b None None] Deleting port 8d824646-1742-418b-bbb6-80bd6bc14f54 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:42:24.184798 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-14c44268-d0d2-4487-b7bd-5a75e062001b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (8d824646-1742-418b-bbb6-80bd6bc14f54), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:24.197701 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-c6da156a-0a65-4867-93f6-4479ffa14b7d None None] Set router 5cdb5076-1731-4459-abdd-fcf53d6f3c2d gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:42:24.211058 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09ac012b-419d-4441-b35c-bb995bad884e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (8d824646-1742-418b-bbb6-80bd6bc14f54), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:24.248764 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac012b-419d-4441-b35c-bb995bad884e admin admin] Pushing event deleted for resources: {'Port': ['ID=8d824646-1742-418b-bbb6-80bd6bc14f54,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:24.252560 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ac012b-419d-4441-b35c-bb995bad884e admin admin] No DVR routers for this DVR port 8d824646-1742-418b-bbb6-80bd6bc14f54 on host dv-cinder-836996-16-iscsi {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:42:24.339427 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-14c44268-d0d2-4487-b7bd-5a75e062001b None None] For port 8d824646-1742-418b-bbb6-80bd6bc14f54, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=8d824646-1742-418b-bbb6-80bd6bc14f54,segment=NetworkSegment(bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c),segment_id=bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:24.340162 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-14c44268-d0d2-4487-b7bd-5a75e062001b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (8d824646-1742-418b-bbb6-80bd6bc14f54), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:24.358468 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09ac012b-419d-4441-b35c-bb995bad884e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562704', 'neutron.services.segments.db._delete_segments_for_network-8771215551281'] for network (918d9451-3907-4334-86c4-66c71dca6bc6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:24.365172 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-14c44268-d0d2-4487-b7bd-5a75e062001b None None] Calling delete_port for 8d824646-1742-418b-bbb6-80bd6bc14f54 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:42:24.381745 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-09ac012b-419d-4441-b35c-bb995bad884e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['918d9451-3907-4334-86c4-66c71dca6bc6']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:24.393355 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-09ac012b-419d-4441-b35c-bb995bad884e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:24.393829 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-09ac012b-419d-4441-b35c-bb995bad884e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:24.407203 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09ac012b-419d-4441-b35c-bb995bad884e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771215552058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26910846'] for segment (bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:24.432420 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09ac012b-419d-4441-b35c-bb995bad884e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:24.440120 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ac012b-419d-4441-b35c-bb995bad884e admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 05:42:24.440763 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09ac012b-419d-4441-b35c-bb995bad884e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2851385'] for segment (bea4a6a6-9e99-4a18-93b2-36e9fa1cb23c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: Traceback (most recent call last): May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: timer() May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: cb(*args, **kw) May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: return func(*args, **kwargs) May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: self._notify() May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: self.callback(batched_events) May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: event.method(event) May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: return f(self, *a, **k) May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: return self._get(url).json() May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: return self.request(url, 'GET', **kwargs) May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 05:42:24.443039 dv-cinder-836996-16-iscsi neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 05:42:24.455612 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-14c44268-d0d2-4487-b7bd-5a75e062001b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713'] for port (8d824646-1742-418b-bbb6-80bd6bc14f54), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:24.475868 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c6da156a-0a65-4867-93f6-4479ffa14b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712131266-router', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:36Z', 'revision_number': 4, 'project_id': '946af2825477481298bcaa8f04b345d2', 'gw_port': {'id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:26Z', 'updated_at': '2022-05-10T05:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'a9e1fd6d-eb5c-44bf-9258-e41c570cd636', 'name': '', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'mac_address': 'fa:16:3e:27:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:33Z', 'updated_at': '2022-05-10T05:35:50Z', 'revision_number': 5, 'project_id': '946af2825477481298bcaa8f04b345d2', 'subnets': [{'id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:24.481589 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c44268-d0d2-4487-b7bd-5a75e062001b None None] Pushing event deleted for resources: {'Port': ['ID=8d824646-1742-418b-bbb6-80bd6bc14f54,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:24.488579 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c44268-d0d2-4487-b7bd-5a75e062001b None None] No DVR routers for this DVR port 8d824646-1742-418b-bbb6-80bd6bc14f54 on host dv-cinder-836996-16-iscsi {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:42:24.510370 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6da156a-0a65-4867-93f6-4479ffa14b7d None None] Checking router: 5cdb5076-1731-4459-abdd-fcf53d6f3c2d for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:42:24.523270 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6da156a-0a65-4867-93f6-4479ffa14b7d None None] Routers {'5cdb5076-1731-4459-abdd-fcf53d6f3c2d'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:42:24.524067 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c6da156a-0a65-4867-93f6-4479ffa14b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:42:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['5cdb5076-1731-4459-abdd-fcf53d6f3c2d'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:24.534971 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09ac012b-419d-4441-b35c-bb995bad884e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412472'] for network (918d9451-3907-4334-86c4-66c71dca6bc6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:24.547164 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09ac012b-419d-4441-b35c-bb995bad884e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:24.554075 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 53546) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:24.554547 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-09ac012b-419d-4441-b35c-bb995bad884e admin admin] 10.222.0.23 "DELETE /v2.0/networks/918d9451-3907-4334-86c4-66c71dca6bc6 HTTP/1.1" status: 204 len: 168 time: 0.7156537 May 10 05:42:24.567930 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac012b-419d-4441-b35c-bb995bad884e admin admin] Pushing event deleted for resources: {'Network': ['ID=918d9451-3907-4334-86c4-66c71dca6bc6,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:24.653019 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-c6da156a-0a65-4867-93f6-4479ffa14b7d None None] Set router 5cdb5076-1731-4459-abdd-fcf53d6f3c2d gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:42:24.878705 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c6da156a-0a65-4867-93f6-4479ffa14b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712131266-router', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:36Z', 'revision_number': 4, 'project_id': '946af2825477481298bcaa8f04b345d2', 'gw_port': {'id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:26Z', 'updated_at': '2022-05-10T05:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'a9e1fd6d-eb5c-44bf-9258-e41c570cd636', 'name': '', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'mac_address': 'fa:16:3e:27:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:33Z', 'updated_at': '2022-05-10T05:35:50Z', 'revision_number': 5, 'project_id': '946af2825477481298bcaa8f04b345d2', 'subnets': [{'id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:24.971484 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4fb9c5d3-1ee7-409f-8253-d38dfa220971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409912'] for router_interface (e9cd0edf-42f5-4763-bd40-5832e01e0150), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:25.028190 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6da156a-0a65-4867-93f6-4479ffa14b7d None None] The sync data for ids ['5cdb5076-1731-4459-abdd-fcf53d6f3c2d'] in dv-cinder-836996-16-iscsi is: [{'id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712131266-router', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:35:36Z', 'revision_number': 4, 'project_id': '946af2825477481298bcaa8f04b345d2', 'gw_port': {'id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:26Z', 'updated_at': '2022-05-10T05:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'a9e1fd6d-eb5c-44bf-9258-e41c570cd636', 'name': '', 'network_id': '58a4c33e-b5ad-4505-8230-cedc9ea5ca27', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'mac_address': 'fa:16:3e:27:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:33Z', 'updated_at': '2022-05-10T05:35:50Z', 'revision_number': 5, 'project_id': '946af2825477481298bcaa8f04b345d2', 'subnets': [{'id': 'ff46a27e-f212-41bf-beb8-9faaab46805d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:42:25.044592 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 53566) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:25.119699 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c62568c3-5ec8-4531-a541-e7a634aad0b9 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for security_group (daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:25.145781 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c62568c3-5ec8-4531-a541-e7a634aad0b9 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for security_group (daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:25.214326 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c62568c3-5ec8-4531-a541-e7a634aad0b9 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:25.217816 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c62568c3-5ec8-4531-a541-e7a634aad0b9 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:25.228363 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 53570) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:25.231338 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-c62568c3-5ec8-4531-a541-e7a634aad0b9 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "DELETE /v2.0/security-groups/daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced HTTP/1.1" status: 204 len: 168 time: 0.1854012 May 10 05:42:25.247588 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62568c3-5ec8-4531-a541-e7a634aad0b9 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:25.253696 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.api.v2.resource [None req-4edac373-10ad-4cd6-a14f-52c430b6a990 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] show failed (client error): The resource could not be found. May 10 05:42:25.257570 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-4edac373-10ad-4cd6-a14f-52c430b6a990 tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "GET /v2.0/security-groups/daed72fa-dbd4-4b80-b6f6-5cbc3f9bdced HTTP/1.1" status: 404 len: 347 time: 0.0223536 May 10 05:42:25.257877 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 53572) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:25.363494 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7cdcf0-1a3a-4ea8-bc6e-84d7a441ea1e None None] New status for floating IP a7ceb6bb-1aeb-4080-a291-7679d9f14e24: DOWN {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 05:42:25.493651 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 8d824646-1742-418b-bbb6-80bd6bc14f54 no longer exists at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:42:25.535306 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] No Port match for: 8d824646-1742-418b-bbb6-80bd6bc14f54 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:42:25.535782 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 8d824646-1742-418b-bbb6-80bd6bc14f54 not bound to the agent host dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:42:25.716112 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-4fb9c5d3-1ee7-409f-8253-d38dfa220971 admin admin] Deleting port e86c61fc-652f-4dea-af0a-3f6c07730403 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:42:25.716723 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4fb9c5d3-1ee7-409f-8253-d38dfa220971 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (e86c61fc-652f-4dea-af0a-3f6c07730403), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:25.775177 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-02cdb9b2-7d02-493c-9b3d-3f57aafee06a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Deleting port ce60d1ac-6a65-4446-a917-1657965de24f {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:42:25.775468 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-02cdb9b2-7d02-493c-9b3d-3f57aafee06a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (ce60d1ac-6a65-4446-a917-1657965de24f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:25.860231 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-4fb9c5d3-1ee7-409f-8253-d38dfa220971 admin admin] For port e86c61fc-652f-4dea-af0a-3f6c07730403, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=e86c61fc-652f-4dea-af0a-3f6c07730403,segment=NetworkSegment(1e3020ce-8199-44dc-b60b-4a91d25a5a63),segment_id=1e3020ce-8199-44dc-b60b-4a91d25a5a63)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:25.860588 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4fb9c5d3-1ee7-409f-8253-d38dfa220971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (e86c61fc-652f-4dea-af0a-3f6c07730403), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:25.879766 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-4fb9c5d3-1ee7-409f-8253-d38dfa220971 admin admin] Calling delete_port for e86c61fc-652f-4dea-af0a-3f6c07730403 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:42:25.904906 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-02cdb9b2-7d02-493c-9b3d-3f57aafee06a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (ce60d1ac-6a65-4446-a917-1657965de24f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:25.905253 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-02cdb9b2-7d02-493c-9b3d-3f57aafee06a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for floatingip (ce60d1ac-6a65-4446-a917-1657965de24f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:25.950228 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-02cdb9b2-7d02-493c-9b3d-3f57aafee06a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Calling delete_port for ce60d1ac-6a65-4446-a917-1657965de24f owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:42:26.194592 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-02cdb9b2-7d02-493c-9b3d-3f57aafee06a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156954'] for port (ce60d1ac-6a65-4446-a917-1657965de24f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:26.222762 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cdb9b2-7d02-493c-9b3d-3f57aafee06a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Pushing event deleted for resources: {'Port': ['ID=ce60d1ac-6a65-4446-a917-1657965de24f,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:26.227630 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4fb9c5d3-1ee7-409f-8253-d38dfa220971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156954'] for port (e86c61fc-652f-4dea-af0a-3f6c07730403), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:26.273896 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9c5d3-1ee7-409f-8253-d38dfa220971 admin admin] Pushing event deleted for resources: {'Port': ['ID=e86c61fc-652f-4dea-af0a-3f6c07730403,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:26.360045 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-02cdb9b2-7d02-493c-9b3d-3f57aafee06a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks [] for floatingip (a7ceb6bb-1aeb-4080-a291-7679d9f14e24), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:26.362421 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-02cdb9b2-7d02-493c-9b3d-3f57aafee06a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:26.363587 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-02cdb9b2-7d02-493c-9b3d-3f57aafee06a tempest-AttachVolumeShelveTestJSON-1032090027 tempest-AttachVolumeShelveTestJSON-1032090027-project] 10.222.0.23 "DELETE /v2.0/floatingips/a7ceb6bb-1aeb-4080-a291-7679d9f14e24 HTTP/1.1" status: 204 len: 168 time: 1.1048152 May 10 05:42:26.488870 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4fb9c5d3-1ee7-409f-8253-d38dfa220971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-483906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415537'] for router_interface (e9cd0edf-42f5-4763-bd40-5832e01e0150), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:26.616238 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 04bcdf00-6c77-4d87-95e0-85a50332c824 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:42:26.653677 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] No Port match for: 04bcdf00-6c77-4d87-95e0-85a50332c824 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:42:26.654021 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 04bcdf00-6c77-4d87-95e0-85a50332c824 not bound to the agent host hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:42:26.750603 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb9c5d3-1ee7-409f-8253-d38dfa220971 admin admin] Router e9cd0edf-42f5-4763-bd40-5832e01e0150 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:42:26.864167 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb9c5d3-1ee7-409f-8253-d38dfa220971 admin admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:42:26.872822 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-4fb9c5d3-1ee7-409f-8253-d38dfa220971 admin admin] 10.222.0.23 "PUT /v2.0/routers/e9cd0edf-42f5-4763-bd40-5832e01e0150/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3141901 May 10 05:42:26.873086 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 53604) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:26.878288 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b151d-1305-42c3-81a2-42f30fafba93 None None] Sync routers for ids ['e9cd0edf-42f5-4763-bd40-5832e01e0150'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:42:26.889944 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b151d-1305-42c3-81a2-42f30fafba93 None None] Routers {'e9cd0edf-42f5-4763-bd40-5832e01e0150'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:42:26.890548 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-4e0b151d-1305-42c3-81a2-42f30fafba93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:42:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e9cd0edf-42f5-4763-bd40-5832e01e0150'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:26.988054 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1ec97da6-5759-41b9-9c75-e9dd4621e544 admin admin] Publish callbacks [] for router (e9cd0edf-42f5-4763-bd40-5832e01e0150), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:27.011011 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-4e0b151d-1305-42c3-81a2-42f30fafba93 None None] Set router e9cd0edf-42f5-4763-bd40-5832e01e0150 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:42:27.107938 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1ec97da6-5759-41b9-9c75-e9dd4621e544 admin admin] Publish callbacks [] for router_gateway (e9cd0edf-42f5-4763-bd40-5832e01e0150), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:27.162370 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-1ec97da6-5759-41b9-9c75-e9dd4621e544 admin admin] Deleting port dbc7cc46-068c-4eb3-9f75-57f449897de0 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:42:27.162716 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1ec97da6-5759-41b9-9c75-e9dd4621e544 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (dbc7cc46-068c-4eb3-9f75-57f449897de0), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:27.202020 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-4e0b151d-1305-42c3-81a2-42f30fafba93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cd0edf-42f5-4763-bd40-5832e01e0150', 'name': 'tempest-TestShelveInstance-979937581-router', 'tenant_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'dbc7cc46-068c-4eb3-9f75-57f449897de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:48Z', 'updated_at': '2022-05-10T05:42:26Z', 'revision_number': 5, 'project_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'gw_port': {'id': 'dbc7cc46-068c-4eb3-9f75-57f449897de0', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cd0edf-42f5-4763-bd40-5832e01e0150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:27.231778 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b151d-1305-42c3-81a2-42f30fafba93 None None] Checking router: e9cd0edf-42f5-4763-bd40-5832e01e0150 for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:42:27.241475 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b151d-1305-42c3-81a2-42f30fafba93 None None] Routers {'e9cd0edf-42f5-4763-bd40-5832e01e0150'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:42:27.242228 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-4e0b151d-1305-42c3-81a2-42f30fafba93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:42:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e9cd0edf-42f5-4763-bd40-5832e01e0150'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:27.257832 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-1ec97da6-5759-41b9-9c75-e9dd4621e544 admin admin] For port dbc7cc46-068c-4eb3-9f75-57f449897de0, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=dbc7cc46-068c-4eb3-9f75-57f449897de0,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:27.258248 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1ec97da6-5759-41b9-9c75-e9dd4621e544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (dbc7cc46-068c-4eb3-9f75-57f449897de0), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:27.272489 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-1ec97da6-5759-41b9-9c75-e9dd4621e544 admin admin] Calling delete_port for dbc7cc46-068c-4eb3-9f75-57f449897de0 owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:42:27.341603 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-4e0b151d-1305-42c3-81a2-42f30fafba93 None None] Set router e9cd0edf-42f5-4763-bd40-5832e01e0150 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:42:27.406207 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-4e0b151d-1305-42c3-81a2-42f30fafba93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cd0edf-42f5-4763-bd40-5832e01e0150', 'name': 'tempest-TestShelveInstance-979937581-router', 'tenant_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:48Z', 'updated_at': '2022-05-10T05:42:27Z', 'revision_number': 6, 'project_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'gw_port_host': None}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:27.434099 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b151d-1305-42c3-81a2-42f30fafba93 None None] The sync data for ids ['e9cd0edf-42f5-4763-bd40-5832e01e0150'] in dv-cinder-836996-16-iscsi is: [{'id': 'e9cd0edf-42f5-4763-bd40-5832e01e0150', 'name': 'tempest-TestShelveInstance-979937581-router', 'tenant_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:48Z', 'updated_at': '2022-05-10T05:42:27Z', 'revision_number': 6, 'project_id': '96f5fbc03aab48ed80b52ac8bb30d9b4', 'gw_port_host': None}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:42:27.484606 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1ec97da6-5759-41b9-9c75-e9dd4621e544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156954'] for port (dbc7cc46-068c-4eb3-9f75-57f449897de0), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:27.510671 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec97da6-5759-41b9-9c75-e9dd4621e544 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbc7cc46-068c-4eb3-9f75-57f449897de0,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:27.610026 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1ec97da6-5759-41b9-9c75-e9dd4621e544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423510'] for router_gateway (e9cd0edf-42f5-4763-bd40-5832e01e0150), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:27.742442 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1ec97da6-5759-41b9-9c75-e9dd4621e544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1831'] for router (e9cd0edf-42f5-4763-bd40-5832e01e0150), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:27.745207 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1ec97da6-5759-41b9-9c75-e9dd4621e544 admin admin] Publish callbacks [] for router_controller (e9cd0edf-42f5-4763-bd40-5832e01e0150), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:27.796798 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1ec97da6-5759-41b9-9c75-e9dd4621e544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425601'] for router (e9cd0edf-42f5-4763-bd40-5832e01e0150), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:27.797518 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec97da6-5759-41b9-9c75-e9dd4621e544 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9cd0edf-42f5-4763-bd40-5832e01e0150 {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 05:42:27.802797 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1ec97da6-5759-41b9-9c75-e9dd4621e544 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:27.804659 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-1ec97da6-5759-41b9-9c75-e9dd4621e544 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e9cd0edf-42f5-4763-bd40-5832e01e0150 HTTP/1.1" status: 204 len: 168 time: 0.9303629 May 10 05:42:27.807392 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 53638) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:27.857871 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b8d862-63cd-4c51-a88b-807c2b3bb765 admin admin] Deleting subnet 8323ba93-0969-42a9-aedb-cc52c0fe074a {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 05:42:27.861387 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c1b8d862-63cd-4c51-a88b-807c2b3bb765 admin admin] Publish callbacks [] for subnet (8323ba93-0969-42a9-aedb-cc52c0fe074a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:27.876078 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:27.907286 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c1b8d862-63cd-4c51-a88b-807c2b3bb765 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26910853'] for subnet (8323ba93-0969-42a9-aedb-cc52c0fe074a), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:27.989438 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c1b8d862-63cd-4c51-a88b-807c2b3bb765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560747'] for subnet (8323ba93-0969-42a9-aedb-cc52c0fe074a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:28.048537 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c1b8d862-63cd-4c51-a88b-807c2b3bb765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2851411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25345458'] for subnet (8323ba93-0969-42a9-aedb-cc52c0fe074a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:28.078744 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8d862-63cd-4c51-a88b-807c2b3bb765 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8323ba93-0969-42a9-aedb-cc52c0fe074a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:28.082430 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c1b8d862-63cd-4c51-a88b-807c2b3bb765 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:28.091631 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-c1b8d862-63cd-4c51-a88b-807c2b3bb765 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8323ba93-0969-42a9-aedb-cc52c0fe074a HTTP/1.1" status: 204 len: 168 time: 0.2771034 May 10 05:42:28.091968 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68f8027-9287-4205-a3cd-36e22dc2c89c None None] Network 0370ae44-2cb8-4ca6-9a3d-d95b84367648 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:42:28.092693 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 53640) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:28.165877 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45e36ebc-064f-48ec-81b4-dede7d413a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505022'] for network (0370ae44-2cb8-4ca6-9a3d-d95b84367648), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:28.239868 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-45e36ebc-064f-48ec-81b4-dede7d413a17 admin admin] Deleting port b68f2ee9-8369-4628-8221-3794c0da3668 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:42:28.240105 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45e36ebc-064f-48ec-81b4-dede7d413a17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (b68f2ee9-8369-4628-8221-3794c0da3668), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:28.264542 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b28dffc-9509-464b-8b9f-fb2eef3235d7 None None] DHCP port deletion for 0370ae44-2cb8-4ca6-9a3d-d95b84367648 request from dv-cinder-836996-16-iscsi {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 05:42:28.304229 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4b28dffc-9509-464b-8b9f-fb2eef3235d7 None None] Deleting port b68f2ee9-8369-4628-8221-3794c0da3668 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:42:28.304847 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4b28dffc-9509-464b-8b9f-fb2eef3235d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (b68f2ee9-8369-4628-8221-3794c0da3668), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:28.307076 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-45e36ebc-064f-48ec-81b4-dede7d413a17 admin admin] For port b68f2ee9-8369-4628-8221-3794c0da3668, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=b68f2ee9-8369-4628-8221-3794c0da3668,segment=NetworkSegment(1e3020ce-8199-44dc-b60b-4a91d25a5a63),segment_id=1e3020ce-8199-44dc-b60b-4a91d25a5a63)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:28.307438 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45e36ebc-064f-48ec-81b4-dede7d413a17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (b68f2ee9-8369-4628-8221-3794c0da3668), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:28.321267 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-45e36ebc-064f-48ec-81b4-dede7d413a17 admin admin] Calling delete_port for b68f2ee9-8369-4628-8221-3794c0da3668 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:42:28.370065 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-4b28dffc-9509-464b-8b9f-fb2eef3235d7 None None] For port b68f2ee9-8369-4628-8221-3794c0da3668, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=b68f2ee9-8369-4628-8221-3794c0da3668,segment=NetworkSegment(1e3020ce-8199-44dc-b60b-4a91d25a5a63),segment_id=1e3020ce-8199-44dc-b60b-4a91d25a5a63)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:28.370592 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4b28dffc-9509-464b-8b9f-fb2eef3235d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (b68f2ee9-8369-4628-8221-3794c0da3668), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:28.388382 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4b28dffc-9509-464b-8b9f-fb2eef3235d7 None None] Calling delete_port for b68f2ee9-8369-4628-8221-3794c0da3668 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:42:28.406498 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45e36ebc-064f-48ec-81b4-dede7d413a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156954'] for port (b68f2ee9-8369-4628-8221-3794c0da3668), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:28.435019 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e36ebc-064f-48ec-81b4-dede7d413a17 admin admin] Pushing event deleted for resources: {'Port': ['ID=b68f2ee9-8369-4628-8221-3794c0da3668,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:28.437010 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e36ebc-064f-48ec-81b4-dede7d413a17 admin admin] No DVR routers for this DVR port b68f2ee9-8369-4628-8221-3794c0da3668 on host dv-cinder-836996-16-iscsi {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:42:28.473675 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4b28dffc-9509-464b-8b9f-fb2eef3235d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713'] for port (b68f2ee9-8369-4628-8221-3794c0da3668), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:28.496344 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28dffc-9509-464b-8b9f-fb2eef3235d7 None None] Pushing event deleted for resources: {'Port': ['ID=b68f2ee9-8369-4628-8221-3794c0da3668,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:28.508845 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b28dffc-9509-464b-8b9f-fb2eef3235d7 None None] No DVR routers for this DVR port b68f2ee9-8369-4628-8221-3794c0da3668 on host dv-cinder-836996-16-iscsi {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:42:28.511052 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45e36ebc-064f-48ec-81b4-dede7d413a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562704', 'neutron.services.segments.db._delete_segments_for_network-8771215551281'] for network (0370ae44-2cb8-4ca6-9a3d-d95b84367648), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:28.537650 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.services.segments.db [None req-45e36ebc-064f-48ec-81b4-dede7d413a17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0370ae44-2cb8-4ca6-9a3d-d95b84367648']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:28.548742 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.services.segments.db [None req-45e36ebc-064f-48ec-81b4-dede7d413a17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e3020ce-8199-44dc-b60b-4a91d25a5a63') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:28.549063 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.services.segments.db [None req-45e36ebc-064f-48ec-81b4-dede7d413a17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e3020ce-8199-44dc-b60b-4a91d25a5a63') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:28.561321 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45e36ebc-064f-48ec-81b4-dede7d413a17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771215552058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26153420'] for segment (1e3020ce-8199-44dc-b60b-4a91d25a5a63), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:28.580484 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45e36ebc-064f-48ec-81b4-dede7d413a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (1e3020ce-8199-44dc-b60b-4a91d25a5a63), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:28.586784 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e36ebc-064f-48ec-81b4-dede7d413a17 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 05:42:28.587170 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45e36ebc-064f-48ec-81b4-dede7d413a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26156999'] for segment (1e3020ce-8199-44dc-b60b-4a91d25a5a63), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: Traceback (most recent call last): May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: timer() May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: cb(*args, **kw) May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: return func(*args, **kwargs) May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: self._notify() May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: self.callback(batched_events) May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: event.method(event) May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: return f(self, *a, **k) May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: return self._get(url).json() May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: return self.request(url, 'GET', **kwargs) May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 05:42:28.590789 dv-cinder-836996-16-iscsi neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 05:42:28.662218 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45e36ebc-064f-48ec-81b4-dede7d413a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412472'] for network (0370ae44-2cb8-4ca6-9a3d-d95b84367648), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:28.667525 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45e36ebc-064f-48ec-81b4-dede7d413a17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:28.670886 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-45e36ebc-064f-48ec-81b4-dede7d413a17 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0370ae44-2cb8-4ca6-9a3d-d95b84367648 HTTP/1.1" status: 204 len: 168 time: 0.5771942 May 10 05:42:28.684085 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e36ebc-064f-48ec-81b4-dede7d413a17 admin admin] Pushing event deleted for resources: {'Network': ['ID=0370ae44-2cb8-4ca6-9a3d-d95b84367648,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:28.797218 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 53650) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:28.839877 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-73a63c0d-22cd-4864-9239-1e132ddf4c77 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9870e28919e340ad9cda63cbbdea4e35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414448 May 10 05:42:28.842358 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 53658) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:28.908715 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eebe1f2f-33d9-4d2d-aa31-6b897e8a8619 admin admin] Publish callbacks [] for security_group (247bb5a9-3e26-41c0-945b-2c868b91b1be), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:28.930353 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 53666) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:28.937383 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eebe1f2f-33d9-4d2d-aa31-6b897e8a8619 admin admin] Publish callbacks [] for security_group (247bb5a9-3e26-41c0-945b-2c868b91b1be), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:28.993474 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eebe1f2f-33d9-4d2d-aa31-6b897e8a8619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (247bb5a9-3e26-41c0-945b-2c868b91b1be), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:28.996350 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eebe1f2f-33d9-4d2d-aa31-6b897e8a8619 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:28.997538 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-eebe1f2f-33d9-4d2d-aa31-6b897e8a8619 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/247bb5a9-3e26-41c0-945b-2c868b91b1be HTTP/1.1" status: 204 len: 168 time: 0.1542583 May 10 05:42:29.007801 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe1f2f-33d9-4d2d-aa31-6b897e8a8619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247bb5a9-3e26-41c0-945b-2c868b91b1be,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:29.334704 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 53682) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:29.398995 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device e86c61fc-652f-4dea-af0a-3f6c07730403 no longer exists at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:42:29.408683 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-6a309b0c-c4bf-4928-bb59-4dd144094e52 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96f5fbc03aab48ed80b52ac8bb30d9b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0720522 May 10 05:42:29.411325 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 53686) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:29.423588 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] No Port match for: e86c61fc-652f-4dea-af0a-3f6c07730403 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:42:29.423868 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device e86c61fc-652f-4dea-af0a-3f6c07730403 not bound to the agent host dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:42:29.424285 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device b68f2ee9-8369-4628-8221-3794c0da3668 no longer exists at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:42:29.443004 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] No Port match for: b68f2ee9-8369-4628-8221-3794c0da3668 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:42:29.443476 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device b68f2ee9-8369-4628-8221-3794c0da3668 not bound to the agent host dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:42:29.444038 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device dbc7cc46-068c-4eb3-9f75-57f449897de0 no longer exists at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:42:29.462943 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] No Port match for: dbc7cc46-068c-4eb3-9f75-57f449897de0 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:42:29.463285 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device dbc7cc46-068c-4eb3-9f75-57f449897de0 not bound to the agent host dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:42:29.502053 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-889bb923-3999-4ab5-8aa3-d97073e8bd40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409912'] for router_interface (5cdb5076-1731-4459-abdd-fcf53d6f3c2d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:29.537440 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00fa1999-5f99-47d8-b2bd-53d8274272bb admin admin] Publish callbacks [] for security_group (abb8ec16-312a-4a94-8528-fe6a68659f5c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:29.568332 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00fa1999-5f99-47d8-b2bd-53d8274272bb admin admin] Publish callbacks [] for security_group (abb8ec16-312a-4a94-8528-fe6a68659f5c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:29.720376 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00fa1999-5f99-47d8-b2bd-53d8274272bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (abb8ec16-312a-4a94-8528-fe6a68659f5c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:29.722906 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00fa1999-5f99-47d8-b2bd-53d8274272bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:29.724050 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-00fa1999-5f99-47d8-b2bd-53d8274272bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/abb8ec16-312a-4a94-8528-fe6a68659f5c HTTP/1.1" status: 204 len: 168 time: 0.3117740 May 10 05:42:29.736223 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa1999-5f99-47d8-b2bd-53d8274272bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb8ec16-312a-4a94-8528-fe6a68659f5c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:29.802993 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-889bb923-3999-4ab5-8aa3-d97073e8bd40 admin admin] Deleting port a9e1fd6d-eb5c-44bf-9258-e41c570cd636 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:42:29.803334 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-889bb923-3999-4ab5-8aa3-d97073e8bd40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (a9e1fd6d-eb5c-44bf-9258-e41c570cd636), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:29.880751 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-889bb923-3999-4ab5-8aa3-d97073e8bd40 admin admin] For port a9e1fd6d-eb5c-44bf-9258-e41c570cd636, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=a9e1fd6d-eb5c-44bf-9258-e41c570cd636,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:29.881117 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-889bb923-3999-4ab5-8aa3-d97073e8bd40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (a9e1fd6d-eb5c-44bf-9258-e41c570cd636), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:29.894184 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-889bb923-3999-4ab5-8aa3-d97073e8bd40 admin admin] Calling delete_port for a9e1fd6d-eb5c-44bf-9258-e41c570cd636 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:42:30.087735 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-889bb923-3999-4ab5-8aa3-d97073e8bd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (a9e1fd6d-eb5c-44bf-9258-e41c570cd636), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:30.127238 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bb923-3999-4ab5-8aa3-d97073e8bd40 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9e1fd6d-eb5c-44bf-9258-e41c570cd636,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:30.294237 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-889bb923-3999-4ab5-8aa3-d97073e8bd40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-483906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415537'] for router_interface (5cdb5076-1731-4459-abdd-fcf53d6f3c2d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:30.442131 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 53722) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:30.544167 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-57d8b10e-d874-4740-a29b-f290de91057d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-39762338-network', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:42:30.565885 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d8b10e-d874-4740-a29b-f290de91057d admin admin] Made reservation on behalf of 73bfe2432e5a41d8b8611b54849c575f for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:42:30.568245 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-57d8b10e-d874-4740-a29b-f290de91057d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:30.577318 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-57d8b10e-d874-4740-a29b-f290de91057d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:30.659589 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-57d8b10e-d874-4740-a29b-f290de91057d admin admin] Publish callbacks [] for security_group (4391bfcd-e0b0-4b02-b383-c8dce4590d0b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:30.664927 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-57d8b10e-d874-4740-a29b-f290de91057d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (4391bfcd-e0b0-4b02-b383-c8dce4590d0b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:30.689462 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d8b10e-d874-4740-a29b-f290de91057d admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 05:42:30.699154 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8b10e-d874-4740-a29b-f290de91057d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4391bfcd-e0b0-4b02-b383-c8dce4590d0b,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:30.703930 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-57d8b10e-d874-4740-a29b-f290de91057d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (cfa5179d-65c4-4f42-bdd8-e47a401610aa), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:30.704275 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.db.segments_db [None req-57d8b10e-d874-4740-a29b-f290de91057d admin admin] Added segment cfa5179d-65c4-4f42-bdd8-e47a401610aa of type vlan for network 73f8ea49-61d7-4c5a-978c-c205c837fcbf May 10 05:42:30.746371 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-57d8b10e-d874-4740-a29b-f290de91057d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215042991'] for network (73f8ea49-61d7-4c5a-978c-c205c837fcbf), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:30.775966 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-57d8b10e-d874-4740-a29b-f290de91057d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for network (73f8ea49-61d7-4c5a-978c-c205c837fcbf), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:30.776934 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d8b10e-d874-4740-a29b-f290de91057d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:30.777501 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-57d8b10e-d874-4740-a29b-f290de91057d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:30.782834 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889bb923-3999-4ab5-8aa3-d97073e8bd40 admin admin] Router 5cdb5076-1731-4459-abdd-fcf53d6f3c2d has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:42:30.833814 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-57d8b10e-d874-4740-a29b-f290de91057d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3905616 May 10 05:42:30.837470 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 53728) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:30.841186 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8b10e-d874-4740-a29b-f290de91057d admin admin] Pushing event updated for resources: {'Network': ['ID=73f8ea49-61d7-4c5a-978c-c205c837fcbf,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:30.845300 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-4e91be1a-b8a0-4016-b82f-544370cd6ad7 admin admin] Request body: {'subnet': {'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-39762338-subnet', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:42:30.852126 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Network 73f8ea49-61d7-4c5a-978c-c205c837fcbf details requested by agent ovs-agent-dv-cinder-836996-16-iscsi with host dv-cinder-836996-16-iscsi {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 05:42:30.906735 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e91be1a-b8a0-4016-b82f-544370cd6ad7 admin admin] Made reservation on behalf of 73bfe2432e5a41d8b8611b54849c575f for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:42:30.909048 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e91be1a-b8a0-4016-b82f-544370cd6ad7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25345493'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:30.953187 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889bb923-3999-4ab5-8aa3-d97073e8bd40 admin admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:42:30.961999 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aab128f-21e6-4353-96e1-6c393b726074 None None] Sync routers for ids ['5cdb5076-1731-4459-abdd-fcf53d6f3c2d'] in dv-cinder-836996-16-iscsi {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:42:30.965235 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-889bb923-3999-4ab5-8aa3-d97073e8bd40 admin admin] 10.222.0.23 "PUT /v2.0/routers/5cdb5076-1731-4459-abdd-fcf53d6f3c2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0312171 May 10 05:42:30.965644 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 53730) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:30.972847 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab128f-21e6-4353-96e1-6c393b726074 None None] Routers {'5cdb5076-1731-4459-abdd-fcf53d6f3c2d'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:42:30.973398 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-9aab128f-21e6-4353-96e1-6c393b726074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:42:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['5cdb5076-1731-4459-abdd-fcf53d6f3c2d'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:31.128679 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-244ba607-452a-406a-86a2-7cc506b77565 admin admin] Publish callbacks [] for router (5cdb5076-1731-4459-abdd-fcf53d6f3c2d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:31.223901 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-9aab128f-21e6-4353-96e1-6c393b726074 None None] Set router 5cdb5076-1731-4459-abdd-fcf53d6f3c2d gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:42:31.276087 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e91be1a-b8a0-4016-b82f-544370cd6ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2854036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25345483'] for subnet (25f5936d-fb1d-4a12-acf7-156c561fdc0b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:31.343030 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91be1a-b8a0-4016-b82f-544370cd6ad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25f5936d-fb1d-4a12-acf7-156c561fdc0b,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:31.350035 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-244ba607-452a-406a-86a2-7cc506b77565 admin admin] Publish callbacks [] for router_gateway (5cdb5076-1731-4459-abdd-fcf53d6f3c2d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:31.370626 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e91be1a-b8a0-4016-b82f-544370cd6ad7 admin admin] Checking segment: {'id': 'cfa5179d-65c4-4f42-bdd8-e47a401610aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:42:31.370980 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e91be1a-b8a0-4016-b82f-544370cd6ad7 admin admin] Network hostable DHCP agents. Network: 73f8ea49-61d7-4c5a-978c-c205c837fcbf, hostable agents: ['80185445-a40d-4750-a48c-216d3708fc1f'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 05:42:31.416549 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-244ba607-452a-406a-86a2-7cc506b77565 admin admin] Deleting port e3f7eba2-d17d-4054-8427-2a022d4f45b9 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:42:31.416900 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-244ba607-452a-406a-86a2-7cc506b77565 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (e3f7eba2-d17d-4054-8427-2a022d4f45b9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:31.423068 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-9aab128f-21e6-4353-96e1-6c393b726074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712131266-router', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:42:30Z', 'revision_number': 5, 'project_id': '946af2825477481298bcaa8f04b345d2', 'gw_port': {'id': 'e3f7eba2-d17d-4054-8427-2a022d4f45b9', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:35:26Z', 'updated_at': '2022-05-10T05:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:31.429334 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e91be1a-b8a0-4016-b82f-544370cd6ad7 admin admin] Network 73f8ea49-61d7-4c5a-978c-c205c837fcbf is scheduled to be hosted by DHCP agent 80185445-a40d-4750-a48c-216d3708fc1f with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 05:42:31.450484 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aab128f-21e6-4353-96e1-6c393b726074 None None] Checking router: 5cdb5076-1731-4459-abdd-fcf53d6f3c2d for host: dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:42:31.459641 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab128f-21e6-4353-96e1-6c393b726074 None None] Routers {'5cdb5076-1731-4459-abdd-fcf53d6f3c2d'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:42:31.459945 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-9aab128f-21e6-4353-96e1-6c393b726074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:42:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['5cdb5076-1731-4459-abdd-fcf53d6f3c2d'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:31.472662 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-4e91be1a-b8a0-4016-b82f-544370cd6ad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-16-iscsi, 73f8ea49-61d7-4c5a-978c-c205c837fcbf) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:42:31.479313 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e91be1a-b8a0-4016-b82f-544370cd6ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:31.479792 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e91be1a-b8a0-4016-b82f-544370cd6ad7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:31.499294 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f653fdd-827c-4cae-aff2-a8b84ac9503a None None] Network 73f8ea49-61d7-4c5a-978c-c205c837fcbf requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:42:31.512014 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-4e91be1a-b8a0-4016-b82f-544370cd6ad7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6733708 May 10 05:42:31.514981 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 53740) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:31.519618 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-244ba607-452a-406a-86a2-7cc506b77565 admin admin] For port e3f7eba2-d17d-4054-8427-2a022d4f45b9, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=e3f7eba2-d17d-4054-8427-2a022d4f45b9,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:31.519995 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-244ba607-452a-406a-86a2-7cc506b77565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (e3f7eba2-d17d-4054-8427-2a022d4f45b9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:31.520987 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-0c685acf-9101-4051-95e3-461679705223 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-39762338-router', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:42:31.533145 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-244ba607-452a-406a-86a2-7cc506b77565 admin admin] Calling delete_port for e3f7eba2-d17d-4054-8427-2a022d4f45b9 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:42:31.548963 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c685acf-9101-4051-95e3-461679705223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1813'] for router (cd291a18-ccb4-4e4f-b64c-3a88d3e05bab), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:31.550407 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c685acf-9101-4051-95e3-461679705223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router (cd291a18-ccb4-4e4f-b64c-3a88d3e05bab), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:31.604784 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c685acf-9101-4051-95e3-461679705223 admin admin] Publish callbacks [] for router_controller (cd291a18-ccb4-4e4f-b64c-3a88d3e05bab), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:31.605482 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-9aab128f-21e6-4353-96e1-6c393b726074 None None] Set router 5cdb5076-1731-4459-abdd-fcf53d6f3c2d gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:42:31.672590 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-9aab128f-21e6-4353-96e1-6c393b726074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712131266-router', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:42:31Z', 'revision_number': 6, 'project_id': '946af2825477481298bcaa8f04b345d2', 'gw_port_host': None}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:31.703308 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aab128f-21e6-4353-96e1-6c393b726074 None None] The sync data for ids ['5cdb5076-1731-4459-abdd-fcf53d6f3c2d'] in dv-cinder-836996-16-iscsi is: [{'id': '5cdb5076-1731-4459-abdd-fcf53d6f3c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712131266-router', 'tenant_id': '946af2825477481298bcaa8f04b345d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:35:23Z', 'updated_at': '2022-05-10T05:42:31Z', 'revision_number': 6, 'project_id': '946af2825477481298bcaa8f04b345d2', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:42:31.721743 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-244ba607-452a-406a-86a2-7cc506b77565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (e3f7eba2-d17d-4054-8427-2a022d4f45b9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:31.735324 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bd982b-a447-40b0-9cab-44a5d7e792f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77a1f43e-83cf-5f9e-974f-aeeb96f1245d-73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'fixed_ips': [{'subnet_id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b'}]}} from dv-cinder-836996-16-iscsi. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 05:42:31.736228 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-55bd982b-a447-40b0-9cab-44a5d7e792f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:31.749512 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ba607-452a-406a-86a2-7cc506b77565 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3f7eba2-d17d-4054-8427-2a022d4f45b9,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:31.773725 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c685acf-9101-4051-95e3-461679705223 admin admin] Publish callbacks [] for router_gateway (cd291a18-ccb4-4e4f-b64c-3a88d3e05bab), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:31.843932 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-244ba607-452a-406a-86a2-7cc506b77565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423510'] for router_gateway (5cdb5076-1731-4459-abdd-fcf53d6f3c2d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:31.917648 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-55bd982b-a447-40b0-9cab-44a5d7e792f6 None None] Allocated IP 172.20.0.2 (73f8ea49-61d7-4c5a-978c-c205c837fcbf/25f5936d-fb1d-4a12-acf7-156c561fdc0b/fed04f56-bdbc-46a4-be0e-58c8b28e3734) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:42:31.968154 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-244ba607-452a-406a-86a2-7cc506b77565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1831'] for router (5cdb5076-1731-4459-abdd-fcf53d6f3c2d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:31.970969 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-244ba607-452a-406a-86a2-7cc506b77565 admin admin] Publish callbacks [] for router_controller (5cdb5076-1731-4459-abdd-fcf53d6f3c2d), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:31.982738 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c685acf-9101-4051-95e3-461679705223 admin admin] Publish callbacks [] for router_gateway (cd291a18-ccb4-4e4f-b64c-3a88d3e05bab), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:32.005951 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c685acf-9101-4051-95e3-461679705223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:32.016191 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-244ba607-452a-406a-86a2-7cc506b77565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425601'] for router (5cdb5076-1731-4459-abdd-fcf53d6f3c2d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:32.016696 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244ba607-452a-406a-86a2-7cc506b77565 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cdb5076-1731-4459-abdd-fcf53d6f3c2d {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 05:42:32.023136 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-244ba607-452a-406a-86a2-7cc506b77565 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:32.024453 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-244ba607-452a-406a-86a2-7cc506b77565 admin admin] 10.222.0.23 "DELETE /v2.0/routers/5cdb5076-1731-4459-abdd-fcf53d6f3c2d HTTP/1.1" status: 204 len: 168 time: 1.0562000 May 10 05:42:32.026943 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 53744) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:32.072415 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2d6b6f-1dc7-47f8-be9e-9845488126fe admin admin] Deleting subnet ff46a27e-f212-41bf-beb8-9faaab46805d {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 05:42:32.075797 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5e2d6b6f-1dc7-47f8-be9e-9845488126fe admin admin] Publish callbacks [] for subnet (ff46a27e-f212-41bf-beb8-9faaab46805d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:32.084434 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-55bd982b-a447-40b0-9cab-44a5d7e792f6 None None] Publish callbacks [] for port (fed04f56-bdbc-46a4-be0e-58c8b28e3734), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:32.091619 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-55bd982b-a447-40b0-9cab-44a5d7e792f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (fed04f56-bdbc-46a4-be0e-58c8b28e3734), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:32.115054 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5e2d6b6f-1dc7-47f8-be9e-9845488126fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26910853'] for subnet (ff46a27e-f212-41bf-beb8-9faaab46805d), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:32.142631 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-0c685acf-9101-4051-95e3-461679705223 admin admin] Allocated IP 172.27.0.91 (87bc626b-a764-429e-8d11-cdbbe513fac5/76823629-1df9-4cfd-a8c3-1d6cce6b2ea9/b0ffff0d-6c08-4c55-8350-420ba8a9d13c) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:42:32.149964 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd982b-a447-40b0-9cab-44a5d7e792f6 None None] Pushing event updated for resources: {'Port': ['ID=fed04f56-bdbc-46a4-be0e-58c8b28e3734,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:32.164370 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bd982b-a447-40b0-9cab-44a5d7e792f6 None None] Network 73f8ea49-61d7-4c5a-978c-c205c837fcbf is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:42:32.166347 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-55bd982b-a447-40b0-9cab-44a5d7e792f6 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:42:32.169396 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bd982b-a447-40b0-9cab-44a5d7e792f6 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:42:32.226438 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5e2d6b6f-1dc7-47f8-be9e-9845488126fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560747'] for subnet (ff46a27e-f212-41bf-beb8-9faaab46805d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:32.263615 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-55bd982b-a447-40b0-9cab-44a5d7e792f6 None None] Attempting to bind port fed04f56-bdbc-46a4-be0e-58c8b28e3734 on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:42:32.264812 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-55bd982b-a447-40b0-9cab-44a5d7e792f6 None None] Attempting to bind port fed04f56-bdbc-46a4-be0e-58c8b28e3734 by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': 'cfa5179d-65c4-4f42-bdd8-e47a401610aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:42:32.265350 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bd982b-a447-40b0-9cab-44a5d7e792f6 None None] Attempting to bind port fed04f56-bdbc-46a4-be0e-58c8b28e3734 on network 73f8ea49-61d7-4c5a-978c-c205c837fcbf {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:42:32.272936 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bd982b-a447-40b0-9cab-44a5d7e792f6 None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:42:32.273457 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bd982b-a447-40b0-9cab-44a5d7e792f6 None None] Checking segment: {'id': 'cfa5179d-65c4-4f42-bdd8-e47a401610aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:42:32.273920 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-55bd982b-a447-40b0-9cab-44a5d7e792f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:32.274837 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bd982b-a447-40b0-9cab-44a5d7e792f6 None None] Bound using segment: {'id': 'cfa5179d-65c4-4f42-bdd8-e47a401610aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:42:32.275431 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-55bd982b-a447-40b0-9cab-44a5d7e792f6 None None] Bound port: fed04f56-bdbc-46a4-be0e-58c8b28e3734, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa5179d-65c4-4f42-bdd8-e47a401610aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:42:32.275969 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-55bd982b-a447-40b0-9cab-44a5d7e792f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (fed04f56-bdbc-46a4-be0e-58c8b28e3734), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:32.306688 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5e2d6b6f-1dc7-47f8-be9e-9845488126fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2851411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25345458'] for subnet (ff46a27e-f212-41bf-beb8-9faaab46805d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:32.309819 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c685acf-9101-4051-95e3-461679705223 admin admin] Publish callbacks [] for port (b0ffff0d-6c08-4c55-8350-420ba8a9d13c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:32.329147 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5e2d6b6f-1dc7-47f8-be9e-9845488126fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:32.333569 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-5e2d6b6f-1dc7-47f8-be9e-9845488126fe admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ff46a27e-f212-41bf-beb8-9faaab46805d HTTP/1.1" status: 204 len: 168 time: 0.3055015 May 10 05:42:32.336194 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 53750) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:32.337036 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b4f6ac-e8c6-424d-bd8a-aa7440d011fd None None] Network 58a4c33e-b5ad-4505-8230-cedc9ea5ca27 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:42:32.354381 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c685acf-9101-4051-95e3-461679705223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156954'] for port (b0ffff0d-6c08-4c55-8350-420ba8a9d13c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:32.367719 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d6b6f-1dc7-47f8-be9e-9845488126fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff46a27e-f212-41bf-beb8-9faaab46805d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:32.399630 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c685acf-9101-4051-95e3-461679705223 admin admin] Network 87bc626b-a764-429e-8d11-cdbbe513fac5 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:42:32.402639 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-0c685acf-9101-4051-95e3-461679705223 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:42:32.409744 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c685acf-9101-4051-95e3-461679705223 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:42:32.415821 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c685acf-9101-4051-95e3-461679705223 admin admin] Pushing event updated for resources: {'Port': ['ID=b0ffff0d-6c08-4c55-8350-420ba8a9d13c,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:32.416034 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-55bd982b-a447-40b0-9cab-44a5d7e792f6 None None] For port fed04f56-bdbc-46a4-be0e-58c8b28e3734, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:42:32.421246 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-55bd982b-a447-40b0-9cab-44a5d7e792f6 None None] For port fed04f56-bdbc-46a4-be0e-58c8b28e3734, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=fed04f56-bdbc-46a4-be0e-58c8b28e3734,segment=NetworkSegment(cfa5179d-65c4-4f42-bdd8-e47a401610aa),segment_id=cfa5179d-65c4-4f42-bdd8-e47a401610aa)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:42:32.451671 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-55bd982b-a447-40b0-9cab-44a5d7e792f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (fed04f56-bdbc-46a4-be0e-58c8b28e3734), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:32.472779 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e5eff75-1395-4ffd-885c-002071f717ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505022'] for network (58a4c33e-b5ad-4505-8230-cedc9ea5ca27), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:32.552702 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd982b-a447-40b0-9cab-44a5d7e792f6 None None] Pushing event updated for resources: {'Port': ['ID=fed04f56-bdbc-46a4-be0e-58c8b28e3734,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:32.566245 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8e5eff75-1395-4ffd-885c-002071f717ff admin admin] Deleting port c8968df0-a211-402c-b01b-4a00c3ac9120 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:42:32.566245 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e5eff75-1395-4ffd-885c-002071f717ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (c8968df0-a211-402c-b01b-4a00c3ac9120), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:32.593832 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa93b5f-6f81-4413-9415-a2519a682785 None None] DHCP port deletion for 58a4c33e-b5ad-4505-8230-cedc9ea5ca27 request from dv-cinder-836996-16-iscsi {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 05:42:32.645181 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8e5eff75-1395-4ffd-885c-002071f717ff admin admin] For port c8968df0-a211-402c-b01b-4a00c3ac9120, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=c8968df0-a211-402c-b01b-4a00c3ac9120,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:32.645714 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e5eff75-1395-4ffd-885c-002071f717ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (c8968df0-a211-402c-b01b-4a00c3ac9120), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:32.648937 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8fa93b5f-6f81-4413-9415-a2519a682785 None None] Deleting port c8968df0-a211-402c-b01b-4a00c3ac9120 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:42:32.649428 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8fa93b5f-6f81-4413-9415-a2519a682785 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (c8968df0-a211-402c-b01b-4a00c3ac9120), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:32.659614 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8e5eff75-1395-4ffd-885c-002071f717ff admin admin] Calling delete_port for c8968df0-a211-402c-b01b-4a00c3ac9120 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:42:32.740214 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-8fa93b5f-6f81-4413-9415-a2519a682785 None None] For port c8968df0-a211-402c-b01b-4a00c3ac9120, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=c8968df0-a211-402c-b01b-4a00c3ac9120,segment=NetworkSegment(042867d0-7366-4489-a0e0-141b24a727e4),segment_id=042867d0-7366-4489-a0e0-141b24a727e4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:32.741078 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8fa93b5f-6f81-4413-9415-a2519a682785 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (c8968df0-a211-402c-b01b-4a00c3ac9120), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:32.755909 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c685acf-9101-4051-95e3-461679705223 admin admin] Publish callbacks [] for router_gateway (cd291a18-ccb4-4e4f-b64c-3a88d3e05bab), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:32.763321 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8fa93b5f-6f81-4413-9415-a2519a682785 None None] Calling delete_port for c8968df0-a211-402c-b01b-4a00c3ac9120 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:42:32.775053 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e5eff75-1395-4ffd-885c-002071f717ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (c8968df0-a211-402c-b01b-4a00c3ac9120), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:32.818033 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5eff75-1395-4ffd-885c-002071f717ff admin admin] Pushing event deleted for resources: {'Port': ['ID=c8968df0-a211-402c-b01b-4a00c3ac9120,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:32.826219 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5eff75-1395-4ffd-885c-002071f717ff admin admin] No DVR routers for this DVR port c8968df0-a211-402c-b01b-4a00c3ac9120 on host dv-cinder-836996-16-iscsi {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:42:32.916124 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8fa93b5f-6f81-4413-9415-a2519a682785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713'] for port (c8968df0-a211-402c-b01b-4a00c3ac9120), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:32.930113 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e5eff75-1395-4ffd-885c-002071f717ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562704', 'neutron.services.segments.db._delete_segments_for_network-8771215551281'] for network (58a4c33e-b5ad-4505-8230-cedc9ea5ca27), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:32.960857 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa93b5f-6f81-4413-9415-a2519a682785 None None] Pushing event deleted for resources: {'Port': ['ID=c8968df0-a211-402c-b01b-4a00c3ac9120,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:32.964552 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-8e5eff75-1395-4ffd-885c-002071f717ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a4c33e-b5ad-4505-8230-cedc9ea5ca27']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:32.974538 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa93b5f-6f81-4413-9415-a2519a682785 None None] No DVR routers for this DVR port c8968df0-a211-402c-b01b-4a00c3ac9120 on host dv-cinder-836996-16-iscsi {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:42:32.979961 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dab36767-371e-4122-ac2a-35e8d930a047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:32.982483 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-8e5eff75-1395-4ffd-885c-002071f717ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '042867d0-7366-4489-a0e0-141b24a727e4') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:32.982962 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-8e5eff75-1395-4ffd-885c-002071f717ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '042867d0-7366-4489-a0e0-141b24a727e4') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:32.997549 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e5eff75-1395-4ffd-885c-002071f717ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771215552058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26910846'] for segment (042867d0-7366-4489-a0e0-141b24a727e4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:33.023393 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e5eff75-1395-4ffd-885c-002071f717ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (042867d0-7366-4489-a0e0-141b24a727e4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:33.031974 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e5eff75-1395-4ffd-885c-002071f717ff admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 05:42:33.032851 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e5eff75-1395-4ffd-885c-002071f717ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2851385'] for segment (042867d0-7366-4489-a0e0-141b24a727e4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: Traceback (most recent call last): May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: timer() May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: cb(*args, **kw) May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: return func(*args, **kwargs) May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: self._notify() May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: self.callback(batched_events) May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: event.method(event) May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: return f(self, *a, **k) May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: return self._get(url).json() May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: return self.request(url, 'GET', **kwargs) May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 05:42:33.037659 dv-cinder-836996-16-iscsi neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 05:42:33.108952 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e5eff75-1395-4ffd-885c-002071f717ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412472'] for network (58a4c33e-b5ad-4505-8230-cedc9ea5ca27), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:33.114742 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e5eff75-1395-4ffd-885c-002071f717ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:33.118263 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-8e5eff75-1395-4ffd-885c-002071f717ff admin admin] 10.222.0.23 "DELETE /v2.0/networks/58a4c33e-b5ad-4505-8230-cedc9ea5ca27 HTTP/1.1" status: 204 len: 168 time: 0.7808936 May 10 05:42:33.135905 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5eff75-1395-4ffd-885c-002071f717ff admin admin] Pushing event deleted for resources: {'Network': ['ID=58a4c33e-b5ad-4505-8230-cedc9ea5ca27,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:33.254179 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 53760) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:33.298805 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-baab6bae-cef8-4918-acca-eac70bb533c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=946af2825477481298bcaa8f04b345d2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434988 May 10 05:42:33.301307 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 53762) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:33.342229 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c685acf-9101-4051-95e3-461679705223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423434'] for router (cd291a18-ccb4-4e4f-b64c-3a88d3e05bab), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:33.354308 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aa040a9f-85e0-4e87-b1ed-74e5beb0a430 admin admin] Publish callbacks [] for security_group (55ba2c94-a51a-4734-881b-560b529dfe5e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:33.396212 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aa040a9f-85e0-4e87-b1ed-74e5beb0a430 admin admin] Publish callbacks [] for security_group (55ba2c94-a51a-4734-881b-560b529dfe5e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:33.490674 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aa040a9f-85e0-4e87-b1ed-74e5beb0a430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (55ba2c94-a51a-4734-881b-560b529dfe5e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:33.493130 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aa040a9f-85e0-4e87-b1ed-74e5beb0a430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:33.496621 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-aa040a9f-85e0-4e87-b1ed-74e5beb0a430 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55ba2c94-a51a-4734-881b-560b529dfe5e HTTP/1.1" status: 204 len: 168 time: 0.1920781 May 10 05:42:33.509634 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa040a9f-85e0-4e87-b1ed-74e5beb0a430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ba2c94-a51a-4734-881b-560b529dfe5e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:33.530370 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c685acf-9101-4051-95e3-461679705223 admin admin] Router cd291a18-ccb4-4e4f-b64c-3a88d3e05bab is scheduled to L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 05:42:33.545121 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device fed04f56-bdbc-46a4-be0e-58c8b28e3734 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:42:33.634455 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port fed04f56-bdbc-46a4-be0e-58c8b28e3734 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:42:33.636006 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (fed04f56-bdbc-46a4-be0e-58c8b28e3734), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:33.799866 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port fed04f56-bdbc-46a4-be0e-58c8b28e3734 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:42:33.807616 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c685acf-9101-4051-95e3-461679705223 admin admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:42:33.808121 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (fed04f56-bdbc-46a4-be0e-58c8b28e3734), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:33.817171 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffd8818-3f7f-4fec-901b-b93ea0d98a01 None None] Sync routers for ids ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:42:33.834130 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffd8818-3f7f-4fec-901b-b93ea0d98a01 None None] Routers {'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:42:33.836370 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c685acf-9101-4051-95e3-461679705223 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:33.838174 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-4ffd8818-3f7f-4fec-901b-b93ea0d98a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:42:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:33.843288 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 53782) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:33.843699 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-0c685acf-9101-4051-95e3-461679705223 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3269756 May 10 05:42:33.913166 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] For port fed04f56-bdbc-46a4-be0e-58c8b28e3734, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=fed04f56-bdbc-46a4-be0e-58c8b28e3734,segment=NetworkSegment(cfa5179d-65c4-4f42-bdd8-e47a401610aa),segment_id=cfa5179d-65c4-4f42-bdd8-e47a401610aa)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:33.922856 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (fed04f56-bdbc-46a4-be0e-58c8b28e3734), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:34.031713 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-4ffd8818-3f7f-4fec-901b-b93ea0d98a01 None None] Set router cd291a18-ccb4-4e4f-b64c-3a88d3e05bab gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:42:34.045370 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device a9e1fd6d-eb5c-44bf-9258-e41c570cd636 no longer exists at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:42:34.130896 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] No Port match for: a9e1fd6d-eb5c-44bf-9258-e41c570cd636 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:42:34.131244 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device a9e1fd6d-eb5c-44bf-9258-e41c570cd636 not bound to the agent host dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:42:34.131876 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device e3f7eba2-d17d-4054-8427-2a022d4f45b9 no longer exists at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:42:34.133609 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Pushing event updated for resources: {'Port': ['ID=fed04f56-bdbc-46a4-be0e-58c8b28e3734,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:34.137351 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b076a7f-e6af-43cb-ad06-d7779b51567e None None] Network 73f8ea49-61d7-4c5a-978c-c205c837fcbf requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:42:34.208897 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] No Port match for: e3f7eba2-d17d-4054-8427-2a022d4f45b9 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:42:34.209244 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device e3f7eba2-d17d-4054-8427-2a022d4f45b9 not bound to the agent host dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:42:34.209670 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device c8968df0-a211-402c-b01b-4a00c3ac9120 no longer exists at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:42:34.234822 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] No Port match for: c8968df0-a211-402c-b01b-4a00c3ac9120 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:42:34.235159 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device c8968df0-a211-402c-b01b-4a00c3ac9120 not bound to the agent host dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:42:34.248190 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-784635b1-fa56-4cd9-acd0-01e2a7466f72 None None] Provisioning complete for port fed04f56-bdbc-46a4-be0e-58c8b28e3734 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:42:34.248511 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-784635b1-fa56-4cd9-acd0-01e2a7466f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (fed04f56-bdbc-46a4-be0e-58c8b28e3734), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:34.374210 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-4ffd8818-3f7f-4fec-901b-b93ea0d98a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'name': 'tempest-TestVolumeBootPattern-39762338-router', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:31Z', 'updated_at': '2022-05-10T05:42:32Z', 'revision_number': 3, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'gw_port': {'id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:62:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:32Z', 'updated_at': '2022-05-10T05:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:34.404718 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffd8818-3f7f-4fec-901b-b93ea0d98a01 None None] Checking router: cd291a18-ccb4-4e4f-b64c-3a88d3e05bab for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:42:34.405250 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffd8818-3f7f-4fec-901b-b93ea0d98a01 None None] Updating router cd291a18-ccb4-4e4f-b64c-3a88d3e05bab port b0ffff0d-6c08-4c55-8350-420ba8a9d13c binding host dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 05:42:34.432944 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-784635b1-fa56-4cd9-acd0-01e2a7466f72 None None] Current status of the port fed04f56-bdbc-46a4-be0e-58c8b28e3734 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:42:34.474634 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8818-3f7f-4fec-901b-b93ea0d98a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (b0ffff0d-6c08-4c55-8350-420ba8a9d13c), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:34.659113 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7fce32ee-519b-4648-b3fe-ed90da416279 None None] Provisioning complete for port fed04f56-bdbc-46a4-be0e-58c8b28e3734 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:42:34.659638 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7fce32ee-519b-4648-b3fe-ed90da416279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (fed04f56-bdbc-46a4-be0e-58c8b28e3734), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:34.765569 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34111ed6-f45c-476a-b4a1-eb4ff3d14beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:34.767380 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7fce32ee-519b-4648-b3fe-ed90da416279 None None] Current status of the port fed04f56-bdbc-46a4-be0e-58c8b28e3734 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:42:34.844949 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8818-3f7f-4fec-901b-b93ea0d98a01 None None] Publish callbacks [] for port (b0ffff0d-6c08-4c55-8350-420ba8a9d13c), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:34.852159 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8818-3f7f-4fec-901b-b93ea0d98a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (b0ffff0d-6c08-4c55-8350-420ba8a9d13c), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:34.909106 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe1a659-e567-4535-ac08-3917040617ea None None] Pushing event updated for resources: {'Port': ['ID=b0ffff0d-6c08-4c55-8350-420ba8a9d13c,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:34.912218 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-4ffd8818-3f7f-4fec-901b-b93ea0d98a01 None None] Attempting to bind port b0ffff0d-6c08-4c55-8350-420ba8a9d13c on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:42:34.912580 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-4ffd8818-3f7f-4fec-901b-b93ea0d98a01 None None] Attempting to bind port b0ffff0d-6c08-4c55-8350-420ba8a9d13c by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:42:34.912937 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffd8818-3f7f-4fec-901b-b93ea0d98a01 None None] Attempting to bind port b0ffff0d-6c08-4c55-8350-420ba8a9d13c on network 87bc626b-a764-429e-8d11-cdbbe513fac5 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:42:34.921181 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe1a659-e567-4535-ac08-3917040617ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:34.921520 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe1a659-e567-4535-ac08-3917040617ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:34.921899 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe1a659-e567-4535-ac08-3917040617ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:34.922237 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe1a659-e567-4535-ac08-3917040617ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:34.922565 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe1a659-e567-4535-ac08-3917040617ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:34.922886 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe1a659-e567-4535-ac08-3917040617ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:34.923204 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe1a659-e567-4535-ac08-3917040617ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:34.923520 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe1a659-e567-4535-ac08-3917040617ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:34.923874 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe1a659-e567-4535-ac08-3917040617ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:34.924194 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe1a659-e567-4535-ac08-3917040617ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:34.924546 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe1a659-e567-4535-ac08-3917040617ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:34.924882 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe1a659-e567-4535-ac08-3917040617ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:34.925197 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe1a659-e567-4535-ac08-3917040617ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:34.925512 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe1a659-e567-4535-ac08-3917040617ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:34.925822 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe1a659-e567-4535-ac08-3917040617ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:34.929429 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffd8818-3f7f-4fec-901b-b93ea0d98a01 None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:42:34.929892 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-34111ed6-f45c-476a-b4a1-eb4ff3d14beb admin admin] Allocated IP 172.20.0.1 (73f8ea49-61d7-4c5a-978c-c205c837fcbf/25f5936d-fb1d-4a12-acf7-156c561fdc0b/2f2d1eea-4bc9-4e30-8993-f23896419fb0) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:42:34.930029 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffd8818-3f7f-4fec-901b-b93ea0d98a01 None None] Checking segment: {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:42:34.930323 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8818-3f7f-4fec-901b-b93ea0d98a01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:34.930696 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffd8818-3f7f-4fec-901b-b93ea0d98a01 None None] Bound using segment: {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:42:34.931227 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-4ffd8818-3f7f-4fec-901b-b93ea0d98a01 None None] Bound port: b0ffff0d-6c08-4c55-8350-420ba8a9d13c, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:42:34.931684 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8818-3f7f-4fec-901b-b93ea0d98a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (b0ffff0d-6c08-4c55-8350-420ba8a9d13c), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:34.989757 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-4ffd8818-3f7f-4fec-901b-b93ea0d98a01 None None] For port b0ffff0d-6c08-4c55-8350-420ba8a9d13c, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:42:34.993099 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-4ffd8818-3f7f-4fec-901b-b93ea0d98a01 None None] For port b0ffff0d-6c08-4c55-8350-420ba8a9d13c, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=b0ffff0d-6c08-4c55-8350-420ba8a9d13c,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:42:34.999498 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8818-3f7f-4fec-901b-b93ea0d98a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (b0ffff0d-6c08-4c55-8350-420ba8a9d13c), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:35.042485 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34111ed6-f45c-476a-b4a1-eb4ff3d14beb admin admin] Publish callbacks [] for port (2f2d1eea-4bc9-4e30-8993-f23896419fb0), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:35.054480 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe1a659-e567-4535-ac08-3917040617ea None None] Pushing event updated for resources: {'Port': ['ID=b0ffff0d-6c08-4c55-8350-420ba8a9d13c,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:35.069560 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffd8818-3f7f-4fec-901b-b93ea0d98a01 None None] Routers {'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:42:35.070181 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-4ffd8818-3f7f-4fec-901b-b93ea0d98a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:42:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:35.082208 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34111ed6-f45c-476a-b4a1-eb4ff3d14beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (2f2d1eea-4bc9-4e30-8993-f23896419fb0), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:35.128932 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34111ed6-f45c-476a-b4a1-eb4ff3d14beb admin admin] Network 73f8ea49-61d7-4c5a-978c-c205c837fcbf is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:42:35.134795 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-34111ed6-f45c-476a-b4a1-eb4ff3d14beb admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:42:35.139772 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34111ed6-f45c-476a-b4a1-eb4ff3d14beb admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:42:35.143176 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34111ed6-f45c-476a-b4a1-eb4ff3d14beb admin admin] Pushing event updated for resources: {'Port': ['ID=2f2d1eea-4bc9-4e30-8993-f23896419fb0,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:35.192969 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34111ed6-f45c-476a-b4a1-eb4ff3d14beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410973'] for router_interface (cd291a18-ccb4-4e4f-b64c-3a88d3e05bab), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:35.338859 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-4ffd8818-3f7f-4fec-901b-b93ea0d98a01 None None] Set router cd291a18-ccb4-4e4f-b64c-3a88d3e05bab gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:42:35.370012 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1c69-3d1a-442a-9d53-1dfb2f8b500b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:35.443090 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device fed04f56-bdbc-46a4-be0e-58c8b28e3734 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:42:35.504838 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-09699efe-55a2-4294-af7f-e224c15ff4e9 None None] Provisioning complete for port 2f2d1eea-4bc9-4e30-8993-f23896419fb0 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:42:35.505209 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-09699efe-55a2-4294-af7f-e224c15ff4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (2f2d1eea-4bc9-4e30-8993-f23896419fb0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:35.531753 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-4ffd8818-3f7f-4fec-901b-b93ea0d98a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'name': 'tempest-TestVolumeBootPattern-39762338-router', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:31Z', 'updated_at': '2022-05-10T05:42:32Z', 'revision_number': 3, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'gw_port': {'id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:62:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:32Z', 'updated_at': '2022-05-10T05:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:35.534642 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port fed04f56-bdbc-46a4-be0e-58c8b28e3734 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:42:35.535021 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (fed04f56-bdbc-46a4-be0e-58c8b28e3734), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:35.562917 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffd8818-3f7f-4fec-901b-b93ea0d98a01 None None] The sync data for ids ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'] in dv-cinder-836996-16-iscsi is: [{'id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'name': 'tempest-TestVolumeBootPattern-39762338-router', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:31Z', 'updated_at': '2022-05-10T05:42:32Z', 'revision_number': 3, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'gw_port': {'id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:62:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:32Z', 'updated_at': '2022-05-10T05:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:42:35.571145 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-09699efe-55a2-4294-af7f-e224c15ff4e9 None None] Port 2f2d1eea-4bc9-4e30-8993-f23896419fb0 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:42:35.642831 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port fed04f56-bdbc-46a4-be0e-58c8b28e3734 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:42:35.649893 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34111ed6-f45c-476a-b4a1-eb4ff3d14beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (2f2d1eea-4bc9-4e30-8993-f23896419fb0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:35.825564 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34111ed6-f45c-476a-b4a1-eb4ff3d14beb admin admin] Publish callbacks [] for port (2f2d1eea-4bc9-4e30-8993-f23896419fb0), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:35.831670 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34111ed6-f45c-476a-b4a1-eb4ff3d14beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851357'] for port (2f2d1eea-4bc9-4e30-8993-f23896419fb0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:35.905518 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34111ed6-f45c-476a-b4a1-eb4ff3d14beb admin admin] Pushing event updated for resources: {'Port': ['ID=2f2d1eea-4bc9-4e30-8993-f23896419fb0,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:35.908042 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34111ed6-f45c-476a-b4a1-eb4ff3d14beb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-483931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409952'] for router_interface (cd291a18-ccb4-4e4f-b64c-3a88d3e05bab), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:36.003404 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34111ed6-f45c-476a-b4a1-eb4ff3d14beb admin admin] Network 73f8ea49-61d7-4c5a-978c-c205c837fcbf is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:42:36.005161 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-34111ed6-f45c-476a-b4a1-eb4ff3d14beb admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:42:36.140148 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34111ed6-f45c-476a-b4a1-eb4ff3d14beb admin admin] Router cd291a18-ccb4-4e4f-b64c-3a88d3e05bab has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:42:36.282351 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34111ed6-f45c-476a-b4a1-eb4ff3d14beb admin admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:42:36.303615 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-34111ed6-f45c-476a-b4a1-eb4ff3d14beb admin admin] 10.222.0.23 "PUT /v2.0/routers/cd291a18-ccb4-4e4f-b64c-3a88d3e05bab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4425178 May 10 05:42:36.310797 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4a5db537-29eb-477d-886f-7c329c7bff67 None None] Provisioning complete for port 2f2d1eea-4bc9-4e30-8993-f23896419fb0 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:42:36.311175 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4a5db537-29eb-477d-886f-7c329c7bff67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (2f2d1eea-4bc9-4e30-8993-f23896419fb0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:36.376278 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4a5db537-29eb-477d-886f-7c329c7bff67 None None] Port 2f2d1eea-4bc9-4e30-8993-f23896419fb0 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:42:36.590657 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:36.915565 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 53862) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:36.920572 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-ac47d168-21c4-43f2-ac48-571696b5dc56 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1957179968-network', 'tenant_id': '2bde4e3eceeb417ba375708268136c7e'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:42:36.940596 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac47d168-21c4-43f2-ac48-571696b5dc56 admin admin] Made reservation on behalf of 2bde4e3eceeb417ba375708268136c7e for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:42:36.942982 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac47d168-21c4-43f2-ac48-571696b5dc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:36.953978 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac47d168-21c4-43f2-ac48-571696b5dc56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:37.030998 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac47d168-21c4-43f2-ac48-571696b5dc56 admin admin] Publish callbacks [] for security_group (e8a13183-fa9a-4a75-a9bd-6204732742f3), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:37.035832 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac47d168-21c4-43f2-ac48-571696b5dc56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (e8a13183-fa9a-4a75-a9bd-6204732742f3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:37.063448 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac47d168-21c4-43f2-ac48-571696b5dc56 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 05:42:37.069941 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47d168-21c4-43f2-ac48-571696b5dc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a13183-fa9a-4a75-a9bd-6204732742f3,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:37.076071 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac47d168-21c4-43f2-ac48-571696b5dc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (fddd518e-b530-48bd-96f4-98ff7d87582b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:37.076474 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.db.segments_db [None req-ac47d168-21c4-43f2-ac48-571696b5dc56 admin admin] Added segment fddd518e-b530-48bd-96f4-98ff7d87582b of type vlan for network 0b03889c-8e01-436b-9989-3c2269a8e3bf May 10 05:42:37.121898 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac47d168-21c4-43f2-ac48-571696b5dc56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215042991'] for network (0b03889c-8e01-436b-9989-3c2269a8e3bf), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:37.148232 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac47d168-21c4-43f2-ac48-571696b5dc56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for network (0b03889c-8e01-436b-9989-3c2269a8e3bf), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:37.149213 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac47d168-21c4-43f2-ac48-571696b5dc56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:37.149928 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac47d168-21c4-43f2-ac48-571696b5dc56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:37.189178 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32a3564-4b99-4208-aba2-fa93a9e7a8bd None None] Sync routers for ids ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'] in dv-cinder-836996-16-iscsi {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:42:37.201418 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32a3564-4b99-4208-aba2-fa93a9e7a8bd None None] Routers {'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:42:37.202144 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b32a3564-4b99-4208-aba2-fa93a9e7a8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:42:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:37.209333 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-ac47d168-21c4-43f2-ac48-571696b5dc56 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2926278 May 10 05:42:37.212063 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 53864) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:37.217014 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-27050d2e-b583-416a-bc1c-c478b16373c2 admin admin] Request body: {'subnet': {'network_id': '0b03889c-8e01-436b-9989-3c2269a8e3bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1957179968-subnet', 'tenant_id': '2bde4e3eceeb417ba375708268136c7e', 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:42:37.229996 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47d168-21c4-43f2-ac48-571696b5dc56 admin admin] Pushing event updated for resources: {'Network': ['ID=0b03889c-8e01-436b-9989-3c2269a8e3bf,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:37.242988 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Network 0b03889c-8e01-436b-9989-3c2269a8e3bf details requested by agent ovs-agent-dv-cinder-836996-16-iscsi with host dv-cinder-836996-16-iscsi {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 05:42:37.244589 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27050d2e-b583-416a-bc1c-c478b16373c2 admin admin] Made reservation on behalf of 2bde4e3eceeb417ba375708268136c7e for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:42:37.247821 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27050d2e-b583-416a-bc1c-c478b16373c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25345493'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:37.446830 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device b0ffff0d-6c08-4c55-8350-420ba8a9d13c up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:42:37.452304 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27050d2e-b583-416a-bc1c-c478b16373c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2854036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25345483'] for subnet (5da100ce-0b90-4ee7-98b3-e7f357d1a13d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:37.525888 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27050d2e-b583-416a-bc1c-c478b16373c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5da100ce-0b90-4ee7-98b3-e7f357d1a13d,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:37.528806 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27050d2e-b583-416a-bc1c-c478b16373c2 admin admin] Checking segment: {'id': 'fddd518e-b530-48bd-96f4-98ff7d87582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b03889c-8e01-436b-9989-3c2269a8e3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:42:37.529164 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27050d2e-b583-416a-bc1c-c478b16373c2 admin admin] Network hostable DHCP agents. Network: 0b03889c-8e01-436b-9989-3c2269a8e3bf, hostable agents: ['80185445-a40d-4750-a48c-216d3708fc1f'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 05:42:37.549437 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27050d2e-b583-416a-bc1c-c478b16373c2 admin admin] Network 0b03889c-8e01-436b-9989-3c2269a8e3bf is scheduled to be hosted by DHCP agent 80185445-a40d-4750-a48c-216d3708fc1f with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 05:42:37.562626 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-27050d2e-b583-416a-bc1c-c478b16373c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-16-iscsi, 0b03889c-8e01-436b-9989-3c2269a8e3bf) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:42:37.575621 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27050d2e-b583-416a-bc1c-c478b16373c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:37.576353 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27050d2e-b583-416a-bc1c-c478b16373c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:37.577055 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f097a23-3cf6-4403-9422-bcfbc31e451e None None] Network 0b03889c-8e01-436b-9989-3c2269a8e3bf requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:42:37.584973 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-b32a3564-4b99-4208-aba2-fa93a9e7a8bd None None] Set router cd291a18-ccb4-4e4f-b64c-3a88d3e05bab gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:42:37.598301 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-27050d2e-b583-416a-bc1c-c478b16373c2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3850257 May 10 05:42:37.600784 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 53876) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:37.606824 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-a542bf57-d2f5-4189-8877-7bbb2f4315c8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1957179968-router', 'tenant_id': '2bde4e3eceeb417ba375708268136c7e', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:42:37.627928 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port b0ffff0d-6c08-4c55-8350-420ba8a9d13c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:42:37.628426 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (b0ffff0d-6c08-4c55-8350-420ba8a9d13c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:37.634756 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a542bf57-d2f5-4189-8877-7bbb2f4315c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1813'] for router (08da7915-50a3-4a36-90ad-9cc9335e6513), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:37.635974 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a542bf57-d2f5-4189-8877-7bbb2f4315c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1838'] for router (08da7915-50a3-4a36-90ad-9cc9335e6513), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:37.694062 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a542bf57-d2f5-4189-8877-7bbb2f4315c8 admin admin] Publish callbacks [] for router_controller (08da7915-50a3-4a36-90ad-9cc9335e6513), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:37.751353 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:37.886063 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a542bf57-d2f5-4189-8877-7bbb2f4315c8 admin admin] Publish callbacks [] for router_gateway (08da7915-50a3-4a36-90ad-9cc9335e6513), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:37.896465 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afca5ff-3629-46be-b4da-7267c23c84c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77a1f43e-83cf-5f9e-974f-aeeb96f1245d-0b03889c-8e01-436b-9989-3c2269a8e3bf', 'network_id': '0b03889c-8e01-436b-9989-3c2269a8e3bf', 'project_id': '2bde4e3eceeb417ba375708268136c7e', 'fixed_ips': [{'subnet_id': '5da100ce-0b90-4ee7-98b3-e7f357d1a13d'}]}} from dv-cinder-836996-16-iscsi. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 05:42:37.897390 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0afca5ff-3629-46be-b4da-7267c23c84c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:37.942096 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port b0ffff0d-6c08-4c55-8350-420ba8a9d13c is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:42:37.942583 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (b0ffff0d-6c08-4c55-8350-420ba8a9d13c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:38.043818 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] For port b0ffff0d-6c08-4c55-8350-420ba8a9d13c, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=b0ffff0d-6c08-4c55-8350-420ba8a9d13c,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:38.053454 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (b0ffff0d-6c08-4c55-8350-420ba8a9d13c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:38.072775 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a542bf57-d2f5-4189-8877-7bbb2f4315c8 admin admin] Publish callbacks [] for router_gateway (08da7915-50a3-4a36-90ad-9cc9335e6513), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:38.091818 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a542bf57-d2f5-4189-8877-7bbb2f4315c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:38.094128 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b32a3564-4b99-4208-aba2-fa93a9e7a8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'name': 'tempest-TestVolumeBootPattern-39762338-router', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:31Z', 'updated_at': '2022-05-10T05:42:35Z', 'revision_number': 4, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'gw_port': {'id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:62:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:32Z', 'updated_at': '2022-05-10T05:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '2f2d1eea-4bc9-4e30-8993-f23896419fb0', 'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'mac_address': 'fa:16:3e:22:2b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:34Z', 'updated_at': '2022-05-10T05:42:35Z', 'revision_number': 2, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'subnets': [{'id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:38.150180 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32a3564-4b99-4208-aba2-fa93a9e7a8bd None None] Checking router: cd291a18-ccb4-4e4f-b64c-3a88d3e05bab for host: dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:42:38.150455 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32a3564-4b99-4208-aba2-fa93a9e7a8bd None None] Updating router cd291a18-ccb4-4e4f-b64c-3a88d3e05bab port 2f2d1eea-4bc9-4e30-8993-f23896419fb0 binding host dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 05:42:38.196472 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Pushing event updated for resources: {'Port': ['ID=b0ffff0d-6c08-4c55-8350-420ba8a9d13c,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:38.199682 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-0afca5ff-3629-46be-b4da-7267c23c84c1 None None] Allocated IP 172.20.0.2 (0b03889c-8e01-436b-9989-3c2269a8e3bf/5da100ce-0b90-4ee7-98b3-e7f357d1a13d/53eeb382-b29c-4215-bb18-1c1d4d929189) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:42:38.199871 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-a542bf57-d2f5-4189-8877-7bbb2f4315c8 admin admin] Allocated IP 172.27.0.86 (87bc626b-a764-429e-8d11-cdbbe513fac5/76823629-1df9-4cfd-a8c3-1d6cce6b2ea9/807fc4ce-7a94-41d5-8f71-d225f9a35db7) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:42:38.211807 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b32a3564-4b99-4208-aba2-fa93a9e7a8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (2f2d1eea-4bc9-4e30-8993-f23896419fb0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:38.305429 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a542bf57-d2f5-4189-8877-7bbb2f4315c8 admin admin] Publish callbacks [] for port (807fc4ce-7a94-41d5-8f71-d225f9a35db7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:38.339351 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a542bf57-d2f5-4189-8877-7bbb2f4315c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (807fc4ce-7a94-41d5-8f71-d225f9a35db7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:38.381348 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a542bf57-d2f5-4189-8877-7bbb2f4315c8 admin admin] Network 87bc626b-a764-429e-8d11-cdbbe513fac5 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:42:38.384330 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-a542bf57-d2f5-4189-8877-7bbb2f4315c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:42:38.390084 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a542bf57-d2f5-4189-8877-7bbb2f4315c8 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:42:38.412193 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542bf57-d2f5-4189-8877-7bbb2f4315c8 admin admin] Pushing event updated for resources: {'Port': ['ID=807fc4ce-7a94-41d5-8f71-d225f9a35db7,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:38.496504 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0afca5ff-3629-46be-b4da-7267c23c84c1 None None] Publish callbacks [] for port (53eeb382-b29c-4215-bb18-1c1d4d929189), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:38.510348 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0afca5ff-3629-46be-b4da-7267c23c84c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704'] for port (53eeb382-b29c-4215-bb18-1c1d4d929189), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:38.565029 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afca5ff-3629-46be-b4da-7267c23c84c1 None None] Network 0b03889c-8e01-436b-9989-3c2269a8e3bf is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:42:38.575791 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-0afca5ff-3629-46be-b4da-7267c23c84c1 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:42:38.584662 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afca5ff-3629-46be-b4da-7267c23c84c1 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:42:38.590390 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afca5ff-3629-46be-b4da-7267c23c84c1 None None] Pushing event updated for resources: {'Port': ['ID=53eeb382-b29c-4215-bb18-1c1d4d929189,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:38.655079 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a542bf57-d2f5-4189-8877-7bbb2f4315c8 admin admin] Publish callbacks [] for router_gateway (08da7915-50a3-4a36-90ad-9cc9335e6513), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:38.666631 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b32a3564-4b99-4208-aba2-fa93a9e7a8bd None None] Publish callbacks [] for port (2f2d1eea-4bc9-4e30-8993-f23896419fb0), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:38.679314 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-0afca5ff-3629-46be-b4da-7267c23c84c1 None None] Attempting to bind port 53eeb382-b29c-4215-bb18-1c1d4d929189 on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:42:38.679706 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-0afca5ff-3629-46be-b4da-7267c23c84c1 None None] Attempting to bind port 53eeb382-b29c-4215-bb18-1c1d4d929189 by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': 'fddd518e-b530-48bd-96f4-98ff7d87582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b03889c-8e01-436b-9989-3c2269a8e3bf'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:42:38.680064 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afca5ff-3629-46be-b4da-7267c23c84c1 None None] Attempting to bind port 53eeb382-b29c-4215-bb18-1c1d4d929189 on network 0b03889c-8e01-436b-9989-3c2269a8e3bf {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:42:38.681978 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b32a3564-4b99-4208-aba2-fa93a9e7a8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (2f2d1eea-4bc9-4e30-8993-f23896419fb0), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:38.712541 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afca5ff-3629-46be-b4da-7267c23c84c1 None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:42:38.712881 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afca5ff-3629-46be-b4da-7267c23c84c1 None None] Checking segment: {'id': 'fddd518e-b530-48bd-96f4-98ff7d87582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b03889c-8e01-436b-9989-3c2269a8e3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:42:38.713305 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0afca5ff-3629-46be-b4da-7267c23c84c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:38.713692 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afca5ff-3629-46be-b4da-7267c23c84c1 None None] Bound using segment: {'id': 'fddd518e-b530-48bd-96f4-98ff7d87582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b03889c-8e01-436b-9989-3c2269a8e3bf'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:42:38.714142 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-0afca5ff-3629-46be-b4da-7267c23c84c1 None None] Bound port: 53eeb382-b29c-4215-bb18-1c1d4d929189, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddd518e-b530-48bd-96f4-98ff7d87582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b03889c-8e01-436b-9989-3c2269a8e3bf'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:42:38.714499 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0afca5ff-3629-46be-b4da-7267c23c84c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (53eeb382-b29c-4215-bb18-1c1d4d929189), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:38.749207 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab260d0e-2bff-4d36-bb8f-7e34211ef5b4 None None] Pushing event updated for resources: {'Port': ['ID=2f2d1eea-4bc9-4e30-8993-f23896419fb0,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:38.848560 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-0afca5ff-3629-46be-b4da-7267c23c84c1 None None] For port 53eeb382-b29c-4215-bb18-1c1d4d929189, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:42:38.853946 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-b32a3564-4b99-4208-aba2-fa93a9e7a8bd None None] Attempting to bind port 2f2d1eea-4bc9-4e30-8993-f23896419fb0 on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:42:38.854667 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-b32a3564-4b99-4208-aba2-fa93a9e7a8bd None None] Attempting to bind port 2f2d1eea-4bc9-4e30-8993-f23896419fb0 by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': 'cfa5179d-65c4-4f42-bdd8-e47a401610aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:42:38.855201 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32a3564-4b99-4208-aba2-fa93a9e7a8bd None None] Attempting to bind port 2f2d1eea-4bc9-4e30-8993-f23896419fb0 on network 73f8ea49-61d7-4c5a-978c-c205c837fcbf {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:42:38.867097 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-0afca5ff-3629-46be-b4da-7267c23c84c1 None None] For port 53eeb382-b29c-4215-bb18-1c1d4d929189, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=53eeb382-b29c-4215-bb18-1c1d4d929189,segment=NetworkSegment(fddd518e-b530-48bd-96f4-98ff7d87582b),segment_id=fddd518e-b530-48bd-96f4-98ff7d87582b)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:42:38.869094 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32a3564-4b99-4208-aba2-fa93a9e7a8bd None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:42:38.869461 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32a3564-4b99-4208-aba2-fa93a9e7a8bd None None] Checking segment: {'id': 'cfa5179d-65c4-4f42-bdd8-e47a401610aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:42:38.869859 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b32a3564-4b99-4208-aba2-fa93a9e7a8bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:38.870416 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32a3564-4b99-4208-aba2-fa93a9e7a8bd None None] Bound using segment: {'id': 'cfa5179d-65c4-4f42-bdd8-e47a401610aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:42:38.871196 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-b32a3564-4b99-4208-aba2-fa93a9e7a8bd None None] Bound port: 2f2d1eea-4bc9-4e30-8993-f23896419fb0, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa5179d-65c4-4f42-bdd8-e47a401610aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:42:38.871610 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b32a3564-4b99-4208-aba2-fa93a9e7a8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (2f2d1eea-4bc9-4e30-8993-f23896419fb0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:38.885784 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0afca5ff-3629-46be-b4da-7267c23c84c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (53eeb382-b29c-4215-bb18-1c1d4d929189), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:38.905420 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a542bf57-d2f5-4189-8877-7bbb2f4315c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-423434'] for router (08da7915-50a3-4a36-90ad-9cc9335e6513), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:38.995700 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afca5ff-3629-46be-b4da-7267c23c84c1 None None] Pushing event updated for resources: {'Port': ['ID=53eeb382-b29c-4215-bb18-1c1d4d929189,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:39.007299 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b32a3564-4b99-4208-aba2-fa93a9e7a8bd None None] For port 2f2d1eea-4bc9-4e30-8993-f23896419fb0, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:42:39.012492 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b32a3564-4b99-4208-aba2-fa93a9e7a8bd None None] For port 2f2d1eea-4bc9-4e30-8993-f23896419fb0, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=2f2d1eea-4bc9-4e30-8993-f23896419fb0,segment=NetworkSegment(cfa5179d-65c4-4f42-bdd8-e47a401610aa),segment_id=cfa5179d-65c4-4f42-bdd8-e47a401610aa)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:42:39.019891 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-17c1d754-82e9-4348-a4ee-ab691f542c36 None None] Provisioning complete for port 2f2d1eea-4bc9-4e30-8993-f23896419fb0 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:42:39.020245 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-17c1d754-82e9-4348-a4ee-ab691f542c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (2f2d1eea-4bc9-4e30-8993-f23896419fb0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:39.023997 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b32a3564-4b99-4208-aba2-fa93a9e7a8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (2f2d1eea-4bc9-4e30-8993-f23896419fb0), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:39.064464 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a542bf57-d2f5-4189-8877-7bbb2f4315c8 admin admin] Router 08da7915-50a3-4a36-90ad-9cc9335e6513 is scheduled to L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 05:42:39.118611 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab260d0e-2bff-4d36-bb8f-7e34211ef5b4 None None] Pushing event updated for resources: {'Port': ['ID=2f2d1eea-4bc9-4e30-8993-f23896419fb0,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:39.122064 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32a3564-4b99-4208-aba2-fa93a9e7a8bd None None] Routers {'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:42:39.122672 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b32a3564-4b99-4208-aba2-fa93a9e7a8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:42:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:39.209289 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a542bf57-d2f5-4189-8877-7bbb2f4315c8 admin admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:42:39.221317 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94bcb4a-4bd3-4791-bf9e-8b5d9bc5fa71 None None] Sync routers for ids ['08da7915-50a3-4a36-90ad-9cc9335e6513'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:42:39.222775 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-17c1d754-82e9-4348-a4ee-ab691f542c36 None None] Current status of the port 2f2d1eea-4bc9-4e30-8993-f23896419fb0 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:42:39.223330 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-17c1d754-82e9-4348-a4ee-ab691f542c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (2f2d1eea-4bc9-4e30-8993-f23896419fb0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:39.237791 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a542bf57-d2f5-4189-8877-7bbb2f4315c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:39.239794 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-a542bf57-d2f5-4189-8877-7bbb2f4315c8 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6380031 May 10 05:42:39.242482 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94bcb4a-4bd3-4791-bf9e-8b5d9bc5fa71 None None] Routers {'08da7915-50a3-4a36-90ad-9cc9335e6513'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:42:39.242638 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 53894) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:39.243157 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a94bcb4a-4bd3-4791-bf9e-8b5d9bc5fa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:42:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['08da7915-50a3-4a36-90ad-9cc9335e6513'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:39.393948 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-a94bcb4a-4bd3-4791-bf9e-8b5d9bc5fa71 None None] Set router 08da7915-50a3-4a36-90ad-9cc9335e6513 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:42:39.493776 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:39.504001 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-b32a3564-4b99-4208-aba2-fa93a9e7a8bd None None] Set router cd291a18-ccb4-4e4f-b64c-3a88d3e05bab gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:42:39.537096 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-17c1d754-82e9-4348-a4ee-ab691f542c36 None None] For port 2f2d1eea-4bc9-4e30-8993-f23896419fb0, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=2f2d1eea-4bc9-4e30-8993-f23896419fb0,segment=NetworkSegment(cfa5179d-65c4-4f42-bdd8-e47a401610aa),segment_id=cfa5179d-65c4-4f42-bdd8-e47a401610aa)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:39.544535 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-17c1d754-82e9-4348-a4ee-ab691f542c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (2f2d1eea-4bc9-4e30-8993-f23896419fb0), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:39.618090 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device b0ffff0d-6c08-4c55-8350-420ba8a9d13c up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:42:39.658340 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a94bcb4a-4bd3-4791-bf9e-8b5d9bc5fa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08da7915-50a3-4a36-90ad-9cc9335e6513', 'name': 'tempest-TestVolumeBootPattern-1957179968-router', 'tenant_id': '2bde4e3eceeb417ba375708268136c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '807fc4ce-7a94-41d5-8f71-d225f9a35db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:37Z', 'updated_at': '2022-05-10T05:42:38Z', 'revision_number': 3, 'project_id': '2bde4e3eceeb417ba375708268136c7e', 'gw_port': {'id': '807fc4ce-7a94-41d5-8f71-d225f9a35db7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:aa:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08da7915-50a3-4a36-90ad-9cc9335e6513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:38Z', 'updated_at': '2022-05-10T05:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:39.698433 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94bcb4a-4bd3-4791-bf9e-8b5d9bc5fa71 None None] Checking router: 08da7915-50a3-4a36-90ad-9cc9335e6513 for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:42:39.698689 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94bcb4a-4bd3-4791-bf9e-8b5d9bc5fa71 None None] Updating router 08da7915-50a3-4a36-90ad-9cc9335e6513 port 807fc4ce-7a94-41d5-8f71-d225f9a35db7 binding host dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 05:42:39.727530 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1d754-82e9-4348-a4ee-ab691f542c36 None None] Pushing event updated for resources: {'Port': ['ID=2f2d1eea-4bc9-4e30-8993-f23896419fb0,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:39.733096 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a94bcb4a-4bd3-4791-bf9e-8b5d9bc5fa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (807fc4ce-7a94-41d5-8f71-d225f9a35db7), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:39.733283 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-8d03feea-4390-41f3-ae1e-28eaa2b650d3 None None] Provisioning complete for port 2f2d1eea-4bc9-4e30-8993-f23896419fb0 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:42:39.733571 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8d03feea-4390-41f3-ae1e-28eaa2b650d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (2f2d1eea-4bc9-4e30-8993-f23896419fb0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:39.790072 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-55eab6be-c7ab-43be-9476-6369e6756e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:39.800297 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port b0ffff0d-6c08-4c55-8350-420ba8a9d13c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:42:39.800664 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (b0ffff0d-6c08-4c55-8350-420ba8a9d13c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:39.932412 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b32a3564-4b99-4208-aba2-fa93a9e7a8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'name': 'tempest-TestVolumeBootPattern-39762338-router', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:31Z', 'updated_at': '2022-05-10T05:42:35Z', 'revision_number': 4, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'gw_port': {'id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:32Z', 'updated_at': '2022-05-10T05:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '2f2d1eea-4bc9-4e30-8993-f23896419fb0', 'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'mac_address': 'fa:16:3e:22:2b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:34Z', 'updated_at': '2022-05-10T05:42:38Z', 'revision_number': 4, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'subnets': [{'id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:39.981306 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32a3564-4b99-4208-aba2-fa93a9e7a8bd None None] The sync data for ids ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'] in dv-cinder-836996-16-iscsi is: [{'id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'name': 'tempest-TestVolumeBootPattern-39762338-router', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:31Z', 'updated_at': '2022-05-10T05:42:35Z', 'revision_number': 4, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'gw_port': {'id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:32Z', 'updated_at': '2022-05-10T05:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '2f2d1eea-4bc9-4e30-8993-f23896419fb0', 'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'mac_address': 'fa:16:3e:22:2b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:34Z', 'updated_at': '2022-05-10T05:42:38Z', 'revision_number': 4, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'subnets': [{'id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:42:40.042419 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8d03feea-4390-41f3-ae1e-28eaa2b650d3 None None] Current status of the port 2f2d1eea-4bc9-4e30-8993-f23896419fb0 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:42:40.061096 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port b0ffff0d-6c08-4c55-8350-420ba8a9d13c is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:42:40.062482 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 53eeb382-b29c-4215-bb18-1c1d4d929189 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:42:40.113447 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a94bcb4a-4bd3-4791-bf9e-8b5d9bc5fa71 None None] Publish callbacks [] for port (807fc4ce-7a94-41d5-8f71-d225f9a35db7), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:40.121113 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a94bcb4a-4bd3-4791-bf9e-8b5d9bc5fa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (807fc4ce-7a94-41d5-8f71-d225f9a35db7), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:40.129490 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port 53eeb382-b29c-4215-bb18-1c1d4d929189 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:42:40.129885 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (53eeb382-b29c-4215-bb18-1c1d4d929189), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:40.132359 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-55eab6be-c7ab-43be-9476-6369e6756e52 admin admin] Allocated IP 172.20.0.1 (0b03889c-8e01-436b-9989-3c2269a8e3bf/5da100ce-0b90-4ee7-98b3-e7f357d1a13d/a8062a88-be5c-4a7e-bff5-e19b0f8a55a8) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:42:40.174871 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3325888-e92d-424b-8066-aabbb5552a56 None None] Pushing event updated for resources: {'Port': ['ID=807fc4ce-7a94-41d5-8f71-d225f9a35db7,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:40.210931 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-a94bcb4a-4bd3-4791-bf9e-8b5d9bc5fa71 None None] Attempting to bind port 807fc4ce-7a94-41d5-8f71-d225f9a35db7 on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:42:40.211211 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-a94bcb4a-4bd3-4791-bf9e-8b5d9bc5fa71 None None] Attempting to bind port 807fc4ce-7a94-41d5-8f71-d225f9a35db7 by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:42:40.211634 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94bcb4a-4bd3-4791-bf9e-8b5d9bc5fa71 None None] Attempting to bind port 807fc4ce-7a94-41d5-8f71-d225f9a35db7 on network 87bc626b-a764-429e-8d11-cdbbe513fac5 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:42:40.223505 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94bcb4a-4bd3-4791-bf9e-8b5d9bc5fa71 None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:42:40.224271 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94bcb4a-4bd3-4791-bf9e-8b5d9bc5fa71 None None] Checking segment: {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:42:40.224419 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a94bcb4a-4bd3-4791-bf9e-8b5d9bc5fa71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:40.224740 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94bcb4a-4bd3-4791-bf9e-8b5d9bc5fa71 None None] Bound using segment: {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:42:40.225211 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-a94bcb4a-4bd3-4791-bf9e-8b5d9bc5fa71 None None] Bound port: 807fc4ce-7a94-41d5-8f71-d225f9a35db7, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26427317-6bb1-4024-9179-e7d274932330', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:42:40.225613 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a94bcb4a-4bd3-4791-bf9e-8b5d9bc5fa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (807fc4ce-7a94-41d5-8f71-d225f9a35db7), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:40.233484 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port 53eeb382-b29c-4215-bb18-1c1d4d929189 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:42:40.233876 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (53eeb382-b29c-4215-bb18-1c1d4d929189), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:40.280277 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] For port 53eeb382-b29c-4215-bb18-1c1d4d929189, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=53eeb382-b29c-4215-bb18-1c1d4d929189,segment=NetworkSegment(fddd518e-b530-48bd-96f4-98ff7d87582b),segment_id=fddd518e-b530-48bd-96f4-98ff7d87582b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:40.286463 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (53eeb382-b29c-4215-bb18-1c1d4d929189), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:40.306393 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-a94bcb4a-4bd3-4791-bf9e-8b5d9bc5fa71 None None] For port 807fc4ce-7a94-41d5-8f71-d225f9a35db7, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:42:40.311237 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-a94bcb4a-4bd3-4791-bf9e-8b5d9bc5fa71 None None] For port 807fc4ce-7a94-41d5-8f71-d225f9a35db7, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=807fc4ce-7a94-41d5-8f71-d225f9a35db7,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:42:40.317915 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-55eab6be-c7ab-43be-9476-6369e6756e52 admin admin] Publish callbacks [] for port (a8062a88-be5c-4a7e-bff5-e19b0f8a55a8), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:40.320877 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a94bcb4a-4bd3-4791-bf9e-8b5d9bc5fa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (807fc4ce-7a94-41d5-8f71-d225f9a35db7), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:40.386370 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-55eab6be-c7ab-43be-9476-6369e6756e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156954'] for port (a8062a88-be5c-4a7e-bff5-e19b0f8a55a8), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:40.421232 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3325888-e92d-424b-8066-aabbb5552a56 None None] Pushing event updated for resources: {'Port': ['ID=807fc4ce-7a94-41d5-8f71-d225f9a35db7,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:40.445077 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94bcb4a-4bd3-4791-bf9e-8b5d9bc5fa71 None None] Routers {'08da7915-50a3-4a36-90ad-9cc9335e6513'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:42:40.445715 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a94bcb4a-4bd3-4791-bf9e-8b5d9bc5fa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:42:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['08da7915-50a3-4a36-90ad-9cc9335e6513'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:40.483396 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Pushing event updated for resources: {'Port': ['ID=53eeb382-b29c-4215-bb18-1c1d4d929189,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:40.508303 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577d1a15-8877-458c-b27d-43580ba9b25e None None] Network 0b03889c-8e01-436b-9989-3c2269a8e3bf requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:42:40.523834 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55eab6be-c7ab-43be-9476-6369e6756e52 admin admin] Network 0b03889c-8e01-436b-9989-3c2269a8e3bf is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:42:40.541009 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-55eab6be-c7ab-43be-9476-6369e6756e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:42:40.545575 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eab6be-c7ab-43be-9476-6369e6756e52 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:42:40.604978 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-47ee37e7-0142-48e1-8f1b-6ff14755d9e2 None None] Provisioning complete for port 53eeb382-b29c-4215-bb18-1c1d4d929189 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:42:40.605619 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-47ee37e7-0142-48e1-8f1b-6ff14755d9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (53eeb382-b29c-4215-bb18-1c1d4d929189), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:40.619751 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eab6be-c7ab-43be-9476-6369e6756e52 admin admin] Pushing event updated for resources: {'Port': ['ID=a8062a88-be5c-4a7e-bff5-e19b0f8a55a8,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:40.640373 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-a94bcb4a-4bd3-4791-bf9e-8b5d9bc5fa71 None None] Set router 08da7915-50a3-4a36-90ad-9cc9335e6513 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:42:40.658206 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-55eab6be-c7ab-43be-9476-6369e6756e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410973'] for router_interface (08da7915-50a3-4a36-90ad-9cc9335e6513), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:40.786889 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-47ee37e7-0142-48e1-8f1b-6ff14755d9e2 None None] Current status of the port 53eeb382-b29c-4215-bb18-1c1d4d929189 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:42:40.884970 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-55eab6be-c7ab-43be-9476-6369e6756e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (a8062a88-be5c-4a7e-bff5-e19b0f8a55a8), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:40.930665 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a94bcb4a-4bd3-4791-bf9e-8b5d9bc5fa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08da7915-50a3-4a36-90ad-9cc9335e6513', 'name': 'tempest-TestVolumeBootPattern-1957179968-router', 'tenant_id': '2bde4e3eceeb417ba375708268136c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '807fc4ce-7a94-41d5-8f71-d225f9a35db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:37Z', 'updated_at': '2022-05-10T05:42:38Z', 'revision_number': 3, 'project_id': '2bde4e3eceeb417ba375708268136c7e', 'gw_port': {'id': '807fc4ce-7a94-41d5-8f71-d225f9a35db7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:aa:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08da7915-50a3-4a36-90ad-9cc9335e6513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:38Z', 'updated_at': '2022-05-10T05:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:40.997654 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94bcb4a-4bd3-4791-bf9e-8b5d9bc5fa71 None None] The sync data for ids ['08da7915-50a3-4a36-90ad-9cc9335e6513'] in dv-cinder-836996-16-iscsi is: [{'id': '08da7915-50a3-4a36-90ad-9cc9335e6513', 'name': 'tempest-TestVolumeBootPattern-1957179968-router', 'tenant_id': '2bde4e3eceeb417ba375708268136c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '807fc4ce-7a94-41d5-8f71-d225f9a35db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:37Z', 'updated_at': '2022-05-10T05:42:38Z', 'revision_number': 3, 'project_id': '2bde4e3eceeb417ba375708268136c7e', 'gw_port': {'id': '807fc4ce-7a94-41d5-8f71-d225f9a35db7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:aa:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08da7915-50a3-4a36-90ad-9cc9335e6513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:38Z', 'updated_at': '2022-05-10T05:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:42:41.125189 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e79cdf1a-37e5-4de6-850c-624218dfacd0 None None] Provisioning complete for port 53eeb382-b29c-4215-bb18-1c1d4d929189 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:42:41.126974 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e79cdf1a-37e5-4de6-850c-624218dfacd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (53eeb382-b29c-4215-bb18-1c1d4d929189), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:41.269445 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-55eab6be-c7ab-43be-9476-6369e6756e52 admin admin] Publish callbacks [] for port (a8062a88-be5c-4a7e-bff5-e19b0f8a55a8), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:41.279022 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-55eab6be-c7ab-43be-9476-6369e6756e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26157027'] for port (a8062a88-be5c-4a7e-bff5-e19b0f8a55a8), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:41.292777 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e79cdf1a-37e5-4de6-850c-624218dfacd0 None None] Current status of the port 53eeb382-b29c-4215-bb18-1c1d4d929189 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:42:41.318522 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e79cdf1a-37e5-4de6-850c-624218dfacd0 None None] Provisioning complete for port a8062a88-be5c-4a7e-bff5-e19b0f8a55a8 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:42:41.319263 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e79cdf1a-37e5-4de6-850c-624218dfacd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (a8062a88-be5c-4a7e-bff5-e19b0f8a55a8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:41.376003 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e79cdf1a-37e5-4de6-850c-624218dfacd0 None None] Port a8062a88-be5c-4a7e-bff5-e19b0f8a55a8 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:42:41.414389 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-55eab6be-c7ab-43be-9476-6369e6756e52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-483931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409952'] for router_interface (08da7915-50a3-4a36-90ad-9cc9335e6513), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:41.574261 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eab6be-c7ab-43be-9476-6369e6756e52 admin admin] Pushing event updated for resources: {'Port': ['ID=a8062a88-be5c-4a7e-bff5-e19b0f8a55a8,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:41.602625 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c89fb8e9-c2a9-444a-825d-2b014ece5e54 None None] Provisioning complete for port a8062a88-be5c-4a7e-bff5-e19b0f8a55a8 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:42:41.604571 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c89fb8e9-c2a9-444a-825d-2b014ece5e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (a8062a88-be5c-4a7e-bff5-e19b0f8a55a8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:41.665270 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 2f2d1eea-4bc9-4e30-8993-f23896419fb0 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:42:41.670648 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c89fb8e9-c2a9-444a-825d-2b014ece5e54 None None] Port a8062a88-be5c-4a7e-bff5-e19b0f8a55a8 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:42:41.693806 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55eab6be-c7ab-43be-9476-6369e6756e52 admin admin] Network 0b03889c-8e01-436b-9989-3c2269a8e3bf is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:42:41.716229 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-55eab6be-c7ab-43be-9476-6369e6756e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:42:41.737328 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port 2f2d1eea-4bc9-4e30-8993-f23896419fb0 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:42:41.737844 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (2f2d1eea-4bc9-4e30-8993-f23896419fb0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:41.857885 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port 2f2d1eea-4bc9-4e30-8993-f23896419fb0 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:42:41.859464 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 53eeb382-b29c-4215-bb18-1c1d4d929189 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:42:41.902404 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edf8d8-4d83-4caf-963f-54dd7068b1c6 req-6c1bf049-5364-45f2-b0e5-d1ef363485bf tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:41.924410 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port 53eeb382-b29c-4215-bb18-1c1d4d929189 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:42:41.925149 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-30edf8d8-4d83-4caf-963f-54dd7068b1c6 req-6c1bf049-5364-45f2-b0e5-d1ef363485bf tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 945 time: 0.2411742 May 10 05:42:41.927522 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (53eeb382-b29c-4215-bb18-1c1d4d929189), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:42.011351 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-30edf8d8-4d83-4caf-963f-54dd7068b1c6 req-a3f4cab2-d31b-4ab0-aeec-1ba332e42fa3 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa57eb4-0093-4c41-8a48-13d6570b5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849068 May 10 05:42:42.053582 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port 53eeb382-b29c-4215-bb18-1c1d4d929189 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:42:42.088493 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55eab6be-c7ab-43be-9476-6369e6756e52 admin admin] Router 08da7915-50a3-4a36-90ad-9cc9335e6513 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:42:42.089109 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e8e8c271-64d6-497d-8764-88084d3fec8e None None] Provisioning complete for port a8062a88-be5c-4a7e-bff5-e19b0f8a55a8 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:42:42.089644 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e8e8c271-64d6-497d-8764-88084d3fec8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (a8062a88-be5c-4a7e-bff5-e19b0f8a55a8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:42.127479 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e8e8c271-64d6-497d-8764-88084d3fec8e None None] Port a8062a88-be5c-4a7e-bff5-e19b0f8a55a8 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:42:42.214269 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55eab6be-c7ab-43be-9476-6369e6756e52 admin admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:42:42.228834 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-55eab6be-c7ab-43be-9476-6369e6756e52 admin admin] 10.222.0.23 "PUT /v2.0/routers/08da7915-50a3-4a36-90ad-9cc9335e6513/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9770770 May 10 05:42:42.581569 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 53976) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:42.586170 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-ca08311b-fe03-408e-b7c3-576228f162e3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-764639929', 'description': 'tempest-secgroup-smoke-764639929 description', 'project_id': '73bfe2432e5a41d8b8611b54849c575f'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:42:42.606148 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca08311b-fe03-408e-b7c3-576228f162e3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:42.938706 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca08311b-fe03-408e-b7c3-576228f162e3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for security_group (950c4c53-f728-49fd-9865-55a4016ceadf), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:42.942023 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca08311b-fe03-408e-b7c3-576228f162e3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (950c4c53-f728-49fd-9865-55a4016ceadf), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:42.970164 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08311b-fe03-408e-b7c3-576228f162e3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=950c4c53-f728-49fd-9865-55a4016ceadf,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:42.974800 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca08311b-fe03-408e-b7c3-576228f162e3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:42.976079 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-ca08311b-fe03-408e-b7c3-576228f162e3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3934848 May 10 05:42:42.979112 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 53980) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:42.983925 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-00c81d94-d8fa-49ab-93f9-793d3fccb00e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Request body: {'security_group_rule': {'security_group_id': '950c4c53-f728-49fd-9865-55a4016ceadf', 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:42:43.013068 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00c81d94-d8fa-49ab-93f9-793d3fccb00e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for security_group_rule (13371b72-e58f-4aa9-a9ee-3c6552690da4), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:43.075356 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00c81d94-d8fa-49ab-93f9-793d3fccb00e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for security_group_rule (13371b72-e58f-4aa9-a9ee-3c6552690da4), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:43.079933 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00c81d94-d8fa-49ab-93f9-793d3fccb00e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (13371b72-e58f-4aa9-a9ee-3c6552690da4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:43.117308 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c81d94-d8fa-49ab-93f9-793d3fccb00e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13371b72-e58f-4aa9-a9ee-3c6552690da4,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:43.131613 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00c81d94-d8fa-49ab-93f9-793d3fccb00e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:43.133057 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-00c81d94-d8fa-49ab-93f9-793d3fccb00e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1530259 May 10 05:42:43.135917 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 53992) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:43.141879 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e06571f1-450c-437d-b1b2-817e3356f254 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Request body: {'security_group_rule': {'security_group_id': '950c4c53-f728-49fd-9865-55a4016ceadf', 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:42:43.148849 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3806b-4dfd-4123-97df-91070412a95d req-a7ba9f11-d90f-477b-bf48-75c850c53596 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:43.151732 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-eee3806b-4dfd-4123-97df-91070412a95d req-a7ba9f11-d90f-477b-bf48-75c850c53596 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 945 time: 0.0675061 May 10 05:42:43.173547 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e06571f1-450c-437d-b1b2-817e3356f254 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for security_group_rule (67237777-cc3d-458a-8c28-c281a37c381a), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:43.210197 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-eee3806b-4dfd-4123-97df-91070412a95d req-120849dc-8369-4185-9a47-78ba64bed559 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa57eb4-0093-4c41-8a48-13d6570b5b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523846 May 10 05:42:43.250508 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e06571f1-450c-437d-b1b2-817e3356f254 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for security_group_rule (67237777-cc3d-458a-8c28-c281a37c381a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:43.255299 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e06571f1-450c-437d-b1b2-817e3356f254 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (67237777-cc3d-458a-8c28-c281a37c381a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:43.276642 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06571f1-450c-437d-b1b2-817e3356f254 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67237777-cc3d-458a-8c28-c281a37c381a,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:43.288169 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e06571f1-450c-437d-b1b2-817e3356f254 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:43.291412 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-e06571f1-450c-437d-b1b2-817e3356f254 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1526213 May 10 05:42:43.292490 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 54000) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:43.296949 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-41b72ba4-1fa2-4133-a5a7-d9bf57a66456 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Request body: {'security_group_rule': {'security_group_id': '950c4c53-f728-49fd-9865-55a4016ceadf', 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:42:43.333290 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41b72ba4-1fa2-4133-a5a7-d9bf57a66456 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for security_group_rule (937d8259-efd9-43c2-b38c-f4dbb5b99960), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:43.360645 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce6f96-d930-483a-bccf-612f243649b8 req-589eedd8-aeec-4102-a955-46efccfbe528 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:43.362443 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-61ce6f96-d930-483a-bccf-612f243649b8 req-589eedd8-aeec-4102-a955-46efccfbe528 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.50 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 945 time: 0.0847573 May 10 05:42:43.453638 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41b72ba4-1fa2-4133-a5a7-d9bf57a66456 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for security_group_rule (937d8259-efd9-43c2-b38c-f4dbb5b99960), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:43.460424 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41b72ba4-1fa2-4133-a5a7-d9bf57a66456 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (937d8259-efd9-43c2-b38c-f4dbb5b99960), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:43.477316 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b72ba4-1fa2-4133-a5a7-d9bf57a66456 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=937d8259-efd9-43c2-b38c-f4dbb5b99960,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:43.497975 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 807fc4ce-7a94-41d5-8f71-d225f9a35db7 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:42:43.505054 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-61ce6f96-d930-483a-bccf-612f243649b8 req-8701797b-7dcb-4255-9978-c235b6604ccb tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Deleting port ae652321-be59-4323-9eec-41476b23048f {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:42:43.507048 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-61ce6f96-d930-483a-bccf-612f243649b8 req-8701797b-7dcb-4255-9978-c235b6604ccb tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (ae652321-be59-4323-9eec-41476b23048f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:43.514958 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41b72ba4-1fa2-4133-a5a7-d9bf57a66456 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:43.519428 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 54010) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:43.524092 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-41b72ba4-1fa2-4133-a5a7-d9bf57a66456 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2305636 May 10 05:42:43.562223 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-01c5d14b-6cc4-4bc8-9ff5-1da7bfc54df4 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Request body: {'security_group_rule': {'security_group_id': '950c4c53-f728-49fd-9865-55a4016ceadf', 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:42:43.568366 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port 807fc4ce-7a94-41d5-8f71-d225f9a35db7 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:42:43.570163 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (807fc4ce-7a94-41d5-8f71-d225f9a35db7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:43.622028 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-01c5d14b-6cc4-4bc8-9ff5-1da7bfc54df4 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for security_group_rule (9dff70ee-1444-4658-b39a-c5c69889ed05), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:43.660471 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-61ce6f96-d930-483a-bccf-612f243649b8 req-8701797b-7dcb-4255-9978-c235b6604ccb tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] For port ae652321-be59-4323-9eec-41476b23048f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ae652321-be59-4323-9eec-41476b23048f,segment=NetworkSegment(d5074d01-1247-4bbd-94b1-016a992e97ef),segment_id=d5074d01-1247-4bbd-94b1-016a992e97ef)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:43.661173 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-61ce6f96-d930-483a-bccf-612f243649b8 req-8701797b-7dcb-4255-9978-c235b6604ccb tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (ae652321-be59-4323-9eec-41476b23048f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:43.661519 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d297fc-0279-4a33-a221-6de01b6dc3fd None None] Sync routers for ids ['08da7915-50a3-4a36-90ad-9cc9335e6513'] in dv-cinder-836996-16-iscsi {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:42:43.713444 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d297fc-0279-4a33-a221-6de01b6dc3fd None None] Routers {'08da7915-50a3-4a36-90ad-9cc9335e6513'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:42:43.714450 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b2d297fc-0279-4a33-a221-6de01b6dc3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:42:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['08da7915-50a3-4a36-90ad-9cc9335e6513'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:43.721720 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port 807fc4ce-7a94-41d5-8f71-d225f9a35db7 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:42:43.722229 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (807fc4ce-7a94-41d5-8f71-d225f9a35db7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:43.770629 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-01c5d14b-6cc4-4bc8-9ff5-1da7bfc54df4 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for security_group_rule (9dff70ee-1444-4658-b39a-c5c69889ed05), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:43.806575 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-01c5d14b-6cc4-4bc8-9ff5-1da7bfc54df4 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (9dff70ee-1444-4658-b39a-c5c69889ed05), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:43.806782 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] For port 807fc4ce-7a94-41d5-8f71-d225f9a35db7, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=807fc4ce-7a94-41d5-8f71-d225f9a35db7,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:43.813653 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (807fc4ce-7a94-41d5-8f71-d225f9a35db7), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:43.836143 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-01c5d14b-6cc4-4bc8-9ff5-1da7bfc54df4 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:43.840543 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-01c5d14b-6cc4-4bc8-9ff5-1da7bfc54df4 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3100326 May 10 05:42:43.840745 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 54034) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:43.844845 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5d14b-6cc4-4bc8-9ff5-1da7bfc54df4 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dff70ee-1444-4658-b39a-c5c69889ed05,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:43.852445 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-5d3ea2e6-b495-4cc7-a7cf-6646db567c91 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Request body: {'security_group_rule': {'security_group_id': '950c4c53-f728-49fd-9865-55a4016ceadf', 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:42:43.891143 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.db.securitygroups_db [None req-5d3ea2e6-b495-4cc7-a7cf-6646db567c91 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Project 73bfe2432e5a41d8b8611b54849c575f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 05:42:43.903272 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d3ea2e6-b495-4cc7-a7cf-6646db567c91 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for security_group_rule (a8843286-45f4-43a9-9ba3-d9e6aca50207), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:43.927504 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-61ce6f96-d930-483a-bccf-612f243649b8 req-8701797b-7dcb-4255-9978-c235b6604ccb tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:43.928019 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-61ce6f96-d930-483a-bccf-612f243649b8 req-8701797b-7dcb-4255-9978-c235b6604ccb tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (73247bfb-bd32-4378-b9d8-9ea1969155c1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:43.928380 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.db.l3_db [req-61ce6f96-d930-483a-bccf-612f243649b8 req-8701797b-7dcb-4255-9978-c235b6604ccb tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Floating IP 73247bfb-bd32-4378-b9d8-9ea1969155c1 disassociated. External IP: 172.27.0.252, port: ae652321-be59-4323-9eec-41476b23048f. May 10 05:42:43.928722 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-61ce6f96-d930-483a-bccf-612f243649b8 req-8701797b-7dcb-4255-9978-c235b6604ccb tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Calling delete_port for ae652321-be59-4323-9eec-41476b23048f owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:42:43.950801 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-b2d297fc-0279-4a33-a221-6de01b6dc3fd None None] Set router 08da7915-50a3-4a36-90ad-9cc9335e6513 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:42:43.985964 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Pushing event updated for resources: {'Port': ['ID=807fc4ce-7a94-41d5-8f71-d225f9a35db7,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:44.050152 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d3ea2e6-b495-4cc7-a7cf-6646db567c91 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for security_group_rule (a8843286-45f4-43a9-9ba3-d9e6aca50207), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:44.058591 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d3ea2e6-b495-4cc7-a7cf-6646db567c91 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (a8843286-45f4-43a9-9ba3-d9e6aca50207), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:44.079361 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ea2e6-b495-4cc7-a7cf-6646db567c91 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8843286-45f4-43a9-9ba3-d9e6aca50207,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:44.091525 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d3ea2e6-b495-4cc7-a7cf-6646db567c91 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:44.096717 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-5d3ea2e6-b495-4cc7-a7cf-6646db567c91 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2549539 May 10 05:42:44.097345 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 54046) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:44.103870 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-4b69814d-d3fa-4f0a-aae8-6723465ea9f4 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Request body: {'security_group_rule': {'security_group_id': '950c4c53-f728-49fd-9865-55a4016ceadf', 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:42:44.125056 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.db.securitygroups_db [None req-4b69814d-d3fa-4f0a-aae8-6723465ea9f4 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Project 73bfe2432e5a41d8b8611b54849c575f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 05:42:44.134000 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-61ce6f96-d930-483a-bccf-612f243649b8 req-8701797b-7dcb-4255-9978-c235b6604ccb tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156954'] for port (ae652321-be59-4323-9eec-41476b23048f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:44.134783 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b69814d-d3fa-4f0a-aae8-6723465ea9f4 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for security_group_rule (e8e2a446-efe4-4154-958d-cbb4504c7fae), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:44.166942 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701797b-7dcb-4255-9978-c235b6604ccb tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event deleted for resources: {'Port': ['ID=ae652321-be59-4323-9eec-41476b23048f,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:44.226015 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b69814d-d3fa-4f0a-aae8-6723465ea9f4 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for security_group_rule (e8e2a446-efe4-4154-958d-cbb4504c7fae), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:44.232857 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b69814d-d3fa-4f0a-aae8-6723465ea9f4 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460235'] for security_group_rule (e8e2a446-efe4-4154-958d-cbb4504c7fae), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:44.269857 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69814d-d3fa-4f0a-aae8-6723465ea9f4 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e2a446-efe4-4154-958d-cbb4504c7fae,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:44.289945 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b69814d-d3fa-4f0a-aae8-6723465ea9f4 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:44.296004 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-4b69814d-d3fa-4f0a-aae8-6723465ea9f4 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1954970 May 10 05:42:44.311517 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b2d297fc-0279-4a33-a221-6de01b6dc3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08da7915-50a3-4a36-90ad-9cc9335e6513', 'name': 'tempest-TestVolumeBootPattern-1957179968-router', 'tenant_id': '2bde4e3eceeb417ba375708268136c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '807fc4ce-7a94-41d5-8f71-d225f9a35db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:37Z', 'updated_at': '2022-05-10T05:42:40Z', 'revision_number': 4, 'project_id': '2bde4e3eceeb417ba375708268136c7e', 'gw_port': {'id': '807fc4ce-7a94-41d5-8f71-d225f9a35db7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:aa:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08da7915-50a3-4a36-90ad-9cc9335e6513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:38Z', 'updated_at': '2022-05-10T05:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'a8062a88-be5c-4a7e-bff5-e19b0f8a55a8', 'name': '', 'network_id': '0b03889c-8e01-436b-9989-3c2269a8e3bf', 'tenant_id': '2bde4e3eceeb417ba375708268136c7e', 'mac_address': 'fa:16:3e:58:8a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08da7915-50a3-4a36-90ad-9cc9335e6513', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '5da100ce-0b90-4ee7-98b3-e7f357d1a13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:39Z', 'updated_at': '2022-05-10T05:42:40Z', 'revision_number': 2, 'project_id': '2bde4e3eceeb417ba375708268136c7e', 'subnets': [{'id': '5da100ce-0b90-4ee7-98b3-e7f357d1a13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:44.346765 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d297fc-0279-4a33-a221-6de01b6dc3fd None None] Checking router: 08da7915-50a3-4a36-90ad-9cc9335e6513 for host: dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:42:44.347119 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d297fc-0279-4a33-a221-6de01b6dc3fd None None] Updating router 08da7915-50a3-4a36-90ad-9cc9335e6513 port a8062a88-be5c-4a7e-bff5-e19b0f8a55a8 binding host dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 05:42:44.363968 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8e989126-5a6f-4562-9a0e-09cf00ffe295 req-95e9935d-1182-44e6-a6ed-927e5fa539f2 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/ports?device_id=09514ecd-4693-4735-82de-1c3ed96f0722 HTTP/1.1" status: 200 len: 210 time: 0.0492163 May 10 05:42:44.371037 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61ce6f96-d930-483a-bccf-612f243649b8 req-8701797b-7dcb-4255-9978-c235b6604ccb tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Router e8f29ba1-9b40-4eac-84bb-1b5acd961371 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:42:44.377194 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b2d297fc-0279-4a33-a221-6de01b6dc3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (a8062a88-be5c-4a7e-bff5-e19b0f8a55a8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:44.516805 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61ce6f96-d930-483a-bccf-612f243649b8 req-8701797b-7dcb-4255-9978-c235b6604ccb tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:42:44.528329 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28b8147-5d4c-495e-a1e5-1673d95a89da None None] Sync routers for ids ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:42:44.542357 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28b8147-5d4c-495e-a1e5-1673d95a89da None None] Routers {'e8f29ba1-9b40-4eac-84bb-1b5acd961371'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:42:44.543175 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a28b8147-5d4c-495e-a1e5-1673d95a89da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:42:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:44.587086 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ce6f96-d930-483a-bccf-612f243649b8 req-8701797b-7dcb-4255-9978-c235b6604ccb tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] No DVR routers for this DVR port ae652321-be59-4323-9eec-41476b23048f on host hv-cinder-83699 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:42:44.591039 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-61ce6f96-d930-483a-bccf-612f243649b8 req-8701797b-7dcb-4255-9978-c235b6604ccb tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:44.594805 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-61ce6f96-d930-483a-bccf-612f243649b8 req-8701797b-7dcb-4255-9978-c235b6604ccb tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.50 "DELETE /v2.0/ports/ae652321-be59-4323-9eec-41476b23048f HTTP/1.1" status: 204 len: 173 time: 1.2266514 May 10 05:42:44.595538 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09514ecd-4693-4735-82de-1c3ed96f0722', 'name': 'network-vif-deleted', 'tag': 'ae652321-be59-4323-9eec-41476b23048f'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:42:44.600694 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275b914f-de2c-4f66-99d9-0c4090522fee" -d '{"events": [{"server_uuid": "09514ecd-4693-4735-82de-1c3ed96f0722", "name": "network-vif-deleted", "tag": "ae652321-be59-4323-9eec-41476b23048f"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:42:44.646756 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d5b8b9-59f9-4901-9451-5e12a251bb1d x-openstack-request-id: req-92d5b8b9-59f9-4901-9451-5e12a251bb1d {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:42:44.647053 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09514ecd-4693-4735-82de-1c3ed96f0722", "name": "network-vif-deleted", "tag": "ae652321-be59-4323-9eec-41476b23048f", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:42:44.647313 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92d5b8b9-59f9-4901-9451-5e12a251bb1d {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:42:44.647751 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92d5b8b9-59f9-4901-9451-5e12a251bb1d'] response: {'server_uuid': '09514ecd-4693-4735-82de-1c3ed96f0722', 'name': 'network-vif-deleted', 'tag': 'ae652321-be59-4323-9eec-41476b23048f', 'status': 'completed', 'code': 200} May 10 05:42:44.861481 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-a28b8147-5d4c-495e-a1e5-1673d95a89da None None] Set router e8f29ba1-9b40-4eac-84bb-1b5acd961371 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:42:44.881656 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b2d297fc-0279-4a33-a221-6de01b6dc3fd None None] Publish callbacks [] for port (a8062a88-be5c-4a7e-bff5-e19b0f8a55a8), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:44.890285 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b2d297fc-0279-4a33-a221-6de01b6dc3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (a8062a88-be5c-4a7e-bff5-e19b0f8a55a8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:44.940881 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977467d8-0f4b-46e0-9156-effb2e4e19a9 None None] Pushing event updated for resources: {'Port': ['ID=a8062a88-be5c-4a7e-bff5-e19b0f8a55a8,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:45.005363 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-b2d297fc-0279-4a33-a221-6de01b6dc3fd None None] Attempting to bind port a8062a88-be5c-4a7e-bff5-e19b0f8a55a8 on host dv-cinder-836996-16-iscsi for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:42:45.006204 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-b2d297fc-0279-4a33-a221-6de01b6dc3fd None None] Attempting to bind port a8062a88-be5c-4a7e-bff5-e19b0f8a55a8 by drivers openvswitch,hyperv on host dv-cinder-836996-16-iscsi at level 0 using segments [{'id': 'fddd518e-b530-48bd-96f4-98ff7d87582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b03889c-8e01-436b-9989-3c2269a8e3bf'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:42:45.006568 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d297fc-0279-4a33-a221-6de01b6dc3fd None None] Attempting to bind port a8062a88-be5c-4a7e-bff5-e19b0f8a55a8 on network 0b03889c-8e01-436b-9989-3c2269a8e3bf {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:42:45.014578 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d297fc-0279-4a33-a221-6de01b6dc3fd None None] Checking agent: {'id': '8ec6c3da-b079-4ef5-bc01-04a4df473077', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 27, 9), 'started_at': datetime.datetime(2022, 5, 10, 5, 27, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:42:45.015041 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d297fc-0279-4a33-a221-6de01b6dc3fd None None] Checking segment: {'id': 'fddd518e-b530-48bd-96f4-98ff7d87582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b03889c-8e01-436b-9989-3c2269a8e3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:42:45.015503 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b2d297fc-0279-4a33-a221-6de01b6dc3fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:45.016199 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d297fc-0279-4a33-a221-6de01b6dc3fd None None] Bound using segment: {'id': 'fddd518e-b530-48bd-96f4-98ff7d87582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b03889c-8e01-436b-9989-3c2269a8e3bf'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:42:45.016758 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-b2d297fc-0279-4a33-a221-6de01b6dc3fd None None] Bound port: a8062a88-be5c-4a7e-bff5-e19b0f8a55a8, host: dv-cinder-836996-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddd518e-b530-48bd-96f4-98ff7d87582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b03889c-8e01-436b-9989-3c2269a8e3bf'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:42:45.017195 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b2d297fc-0279-4a33-a221-6de01b6dc3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (a8062a88-be5c-4a7e-bff5-e19b0f8a55a8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:45.111815 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b2d297fc-0279-4a33-a221-6de01b6dc3fd None None] For port a8062a88-be5c-4a7e-bff5-e19b0f8a55a8, host dv-cinder-836996-16-iscsi, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:42:45.117709 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b2d297fc-0279-4a33-a221-6de01b6dc3fd None None] For port a8062a88-be5c-4a7e-bff5-e19b0f8a55a8, host dv-cinder-836996-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=a8062a88-be5c-4a7e-bff5-e19b0f8a55a8,segment=NetworkSegment(fddd518e-b530-48bd-96f4-98ff7d87582b),segment_id=fddd518e-b530-48bd-96f4-98ff7d87582b)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:42:45.128710 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a28b8147-5d4c-495e-a1e5-1673d95a89da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 4, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '8f319875-0fd3-4312-9bcf-bc51d061cb39', 'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'tenant_id': '0623b145317e4164862cd8601813c000', 'mac_address': 'fa:16:3e:49:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:56Z', 'revision_number': 5, 'project_id': '0623b145317e4164862cd8601813c000', 'subnets': [{'id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:45.132780 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b2d297fc-0279-4a33-a221-6de01b6dc3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (a8062a88-be5c-4a7e-bff5-e19b0f8a55a8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:45.166393 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28b8147-5d4c-495e-a1e5-1673d95a89da None None] Checking router: e8f29ba1-9b40-4eac-84bb-1b5acd961371 for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:42:45.175844 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28b8147-5d4c-495e-a1e5-1673d95a89da None None] Routers {'e8f29ba1-9b40-4eac-84bb-1b5acd961371'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:42:45.177511 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a28b8147-5d4c-495e-a1e5-1673d95a89da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:42:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:45.239493 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d297fc-0279-4a33-a221-6de01b6dc3fd None None] Routers {'08da7915-50a3-4a36-90ad-9cc9335e6513'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:42:45.240212 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b2d297fc-0279-4a33-a221-6de01b6dc3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:42:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['08da7915-50a3-4a36-90ad-9cc9335e6513'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:45.242226 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977467d8-0f4b-46e0-9156-effb2e4e19a9 None None] Pushing event updated for resources: {'Port': ['ID=a8062a88-be5c-4a7e-bff5-e19b0f8a55a8,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:45.322310 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-1e68b200-29d0-46ec-872d-58451ebe0c19 None None] Provisioning complete for port a8062a88-be5c-4a7e-bff5-e19b0f8a55a8 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:42:45.322789 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1e68b200-29d0-46ec-872d-58451ebe0c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (a8062a88-be5c-4a7e-bff5-e19b0f8a55a8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:45.400464 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-a28b8147-5d4c-495e-a1e5-1673d95a89da None None] Set router e8f29ba1-9b40-4eac-84bb-1b5acd961371 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:42:45.536449 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 807fc4ce-7a94-41d5-8f71-d225f9a35db7 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:42:45.566795 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 54130) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:45.601267 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-1e68b200-29d0-46ec-872d-58451ebe0c19 None None] Current status of the port a8062a88-be5c-4a7e-bff5-e19b0f8a55a8 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:42:45.602008 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1e68b200-29d0-46ec-872d-58451ebe0c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (a8062a88-be5c-4a7e-bff5-e19b0f8a55a8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:45.611229 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-b2d297fc-0279-4a33-a221-6de01b6dc3fd None None] Set router 08da7915-50a3-4a36-90ad-9cc9335e6513 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:42:45.744179 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c59fcc09-d24a-47c2-a0a9-ac02120f4b27 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group (eaa57eb4-0093-4c41-8a48-13d6570b5b85), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:45.768401 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port 807fc4ce-7a94-41d5-8f71-d225f9a35db7 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:42:45.769087 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (807fc4ce-7a94-41d5-8f71-d225f9a35db7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:45.777628 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-1e68b200-29d0-46ec-872d-58451ebe0c19 None None] For port a8062a88-be5c-4a7e-bff5-e19b0f8a55a8, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=a8062a88-be5c-4a7e-bff5-e19b0f8a55a8,segment=NetworkSegment(fddd518e-b530-48bd-96f4-98ff7d87582b),segment_id=fddd518e-b530-48bd-96f4-98ff7d87582b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:45.808273 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c59fcc09-d24a-47c2-a0a9-ac02120f4b27 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group (eaa57eb4-0093-4c41-8a48-13d6570b5b85), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:45.809432 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1e68b200-29d0-46ec-872d-58451ebe0c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (a8062a88-be5c-4a7e-bff5-e19b0f8a55a8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:45.809647 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a28b8147-5d4c-495e-a1e5-1673d95a89da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 4, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '8f319875-0fd3-4312-9bcf-bc51d061cb39', 'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'tenant_id': '0623b145317e4164862cd8601813c000', 'mac_address': 'fa:16:3e:49:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:56Z', 'revision_number': 5, 'project_id': '0623b145317e4164862cd8601813c000', 'subnets': [{'id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:45.849648 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28b8147-5d4c-495e-a1e5-1673d95a89da None None] The sync data for ids ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'] in dv-cinder-836996-16-iscsi is: [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:50Z', 'revision_number': 4, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '8f319875-0fd3-4312-9bcf-bc51d061cb39', 'name': '', 'network_id': 'b91b1486-3cb7-481c-8684-1c68d074fc72', 'tenant_id': '0623b145317e4164862cd8601813c000', 'mac_address': 'fa:16:3e:49:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:49Z', 'updated_at': '2022-05-10T05:36:56Z', 'revision_number': 5, 'project_id': '0623b145317e4164862cd8601813c000', 'subnets': [{'id': 'e26954e2-7a3b-4790-bc12-a1945a89ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:42:45.875337 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c59fcc09-d24a-47c2-a0a9-ac02120f4b27 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (eaa57eb4-0093-4c41-8a48-13d6570b5b85), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:45.878357 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c59fcc09-d24a-47c2-a0a9-ac02120f4b27 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:45.879692 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-c59fcc09-d24a-47c2-a0a9-ac02120f4b27 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "DELETE /v2.0/security-groups/eaa57eb4-0093-4c41-8a48-13d6570b5b85 HTTP/1.1" status: 204 len: 168 time: 0.3118212 May 10 05:42:45.882615 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 54140) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:45.891116 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59fcc09-d24a-47c2-a0a9-ac02120f4b27 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa57eb4-0093-4c41-8a48-13d6570b5b85,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:45.900226 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.api.v2.resource [None req-2b605505-7554-4419-a77c-b3eef6beed21 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] show failed (client error): The resource could not be found. May 10 05:42:45.901575 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-2b605505-7554-4419-a77c-b3eef6beed21 tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "GET /v2.0/security-groups/eaa57eb4-0093-4c41-8a48-13d6570b5b85 HTTP/1.1" status: 404 len: 347 time: 0.0173807 May 10 05:42:45.904697 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 54142) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:45.959941 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68b200-29d0-46ec-872d-58451ebe0c19 None None] Pushing event updated for resources: {'Port': ['ID=a8062a88-be5c-4a7e-bff5-e19b0f8a55a8,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:45.974012 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-fcfa519d-a20e-43d4-a673-56f87a76b2aa None None] Provisioning complete for port a8062a88-be5c-4a7e-bff5-e19b0f8a55a8 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:42:45.974378 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fcfa519d-a20e-43d4-a673-56f87a76b2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (a8062a88-be5c-4a7e-bff5-e19b0f8a55a8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:46.051508 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-4826e7d7-a945-4734-82e3-b613da20ed1a tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Deleting port f669088f-ffda-422e-bdf3-69e6aaf0665f {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:42:46.051953 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4826e7d7-a945-4734-82e3-b613da20ed1a tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (f669088f-ffda-422e-bdf3-69e6aaf0665f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:46.094383 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port 807fc4ce-7a94-41d5-8f71-d225f9a35db7 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:42:46.096591 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b2d297fc-0279-4a33-a221-6de01b6dc3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08da7915-50a3-4a36-90ad-9cc9335e6513', 'name': 'tempest-TestVolumeBootPattern-1957179968-router', 'tenant_id': '2bde4e3eceeb417ba375708268136c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '807fc4ce-7a94-41d5-8f71-d225f9a35db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:37Z', 'updated_at': '2022-05-10T05:42:40Z', 'revision_number': 4, 'project_id': '2bde4e3eceeb417ba375708268136c7e', 'gw_port': {'id': '807fc4ce-7a94-41d5-8f71-d225f9a35db7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08da7915-50a3-4a36-90ad-9cc9335e6513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:38Z', 'updated_at': '2022-05-10T05:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'a8062a88-be5c-4a7e-bff5-e19b0f8a55a8', 'name': '', 'network_id': '0b03889c-8e01-436b-9989-3c2269a8e3bf', 'tenant_id': '2bde4e3eceeb417ba375708268136c7e', 'mac_address': 'fa:16:3e:58:8a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08da7915-50a3-4a36-90ad-9cc9335e6513', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '5da100ce-0b90-4ee7-98b3-e7f357d1a13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:39Z', 'updated_at': '2022-05-10T05:42:45Z', 'revision_number': 4, 'project_id': '2bde4e3eceeb417ba375708268136c7e', 'subnets': [{'id': '5da100ce-0b90-4ee7-98b3-e7f357d1a13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:46.126551 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d297fc-0279-4a33-a221-6de01b6dc3fd None None] The sync data for ids ['08da7915-50a3-4a36-90ad-9cc9335e6513'] in dv-cinder-836996-16-iscsi is: [{'id': '08da7915-50a3-4a36-90ad-9cc9335e6513', 'name': 'tempest-TestVolumeBootPattern-1957179968-router', 'tenant_id': '2bde4e3eceeb417ba375708268136c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '807fc4ce-7a94-41d5-8f71-d225f9a35db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:37Z', 'updated_at': '2022-05-10T05:42:40Z', 'revision_number': 4, 'project_id': '2bde4e3eceeb417ba375708268136c7e', 'gw_port': {'id': '807fc4ce-7a94-41d5-8f71-d225f9a35db7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08da7915-50a3-4a36-90ad-9cc9335e6513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:38Z', 'updated_at': '2022-05-10T05:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': 'a8062a88-be5c-4a7e-bff5-e19b0f8a55a8', 'name': '', 'network_id': '0b03889c-8e01-436b-9989-3c2269a8e3bf', 'tenant_id': '2bde4e3eceeb417ba375708268136c7e', 'mac_address': 'fa:16:3e:58:8a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08da7915-50a3-4a36-90ad-9cc9335e6513', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '5da100ce-0b90-4ee7-98b3-e7f357d1a13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:39Z', 'updated_at': '2022-05-10T05:42:45Z', 'revision_number': 4, 'project_id': '2bde4e3eceeb417ba375708268136c7e', 'subnets': [{'id': '5da100ce-0b90-4ee7-98b3-e7f357d1a13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:42:46.151650 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4826e7d7-a945-4734-82e3-b613da20ed1a tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (f669088f-ffda-422e-bdf3-69e6aaf0665f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:46.152277 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4826e7d7-a945-4734-82e3-b613da20ed1a tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for floatingip (f669088f-ffda-422e-bdf3-69e6aaf0665f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:46.169891 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-4826e7d7-a945-4734-82e3-b613da20ed1a tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Calling delete_port for f669088f-ffda-422e-bdf3-69e6aaf0665f owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:42:46.170871 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa519d-a20e-43d4-a673-56f87a76b2aa None None] Current status of the port a8062a88-be5c-4a7e-bff5-e19b0f8a55a8 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:42:46.250422 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d09489-aff6-4b56-b15c-9c9dd6e41290 None None] New status for floating IP 73247bfb-bd32-4378-b9d8-9ea1969155c1: DOWN {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 05:42:46.346806 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4826e7d7-a945-4734-82e3-b613da20ed1a tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156954'] for port (f669088f-ffda-422e-bdf3-69e6aaf0665f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:46.349122 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.db.api [None req-c3d09489-aff6-4b56-b15c-9c9dd6e41290 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 05:42:46.350281 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG oslo_db.api [None req-c3d09489-aff6-4b56-b15c-9c9dd6e41290 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 05:42:46.383174 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826e7d7-a945-4734-82e3-b613da20ed1a tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Pushing event deleted for resources: {'Port': ['ID=f669088f-ffda-422e-bdf3-69e6aaf0665f,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:46.439972 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4826e7d7-a945-4734-82e3-b613da20ed1a tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks [] for floatingip (73247bfb-bd32-4378-b9d8-9ea1969155c1), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:46.442562 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4826e7d7-a945-4734-82e3-b613da20ed1a tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:46.446153 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-4826e7d7-a945-4734-82e3-b613da20ed1a tempest-AttachVolumeNegativeTest-488237282 tempest-AttachVolumeNegativeTest-488237282-project] 10.222.0.23 "DELETE /v2.0/floatingips/73247bfb-bd32-4378-b9d8-9ea1969155c1 HTTP/1.1" status: 204 len: 168 time: 0.5400152 May 10 05:42:46.851978 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d09489-aff6-4b56-b15c-9c9dd6e41290 None None] New status for floating IP 73247bfb-bd32-4378-b9d8-9ea1969155c1: DOWN {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 05:42:47.427311 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device a8062a88-be5c-4a7e-bff5-e19b0f8a55a8 up at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:42:47.479821 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Provisioning complete for port a8062a88-be5c-4a7e-bff5-e19b0f8a55a8 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:42:47.480181 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (a8062a88-be5c-4a7e-bff5-e19b0f8a55a8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:47.561977 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Current status of the port a8062a88-be5c-4a7e-bff5-e19b0f8a55a8 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:42:47.844889 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:42:48.101193 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 54196) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:48.215015 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fe6f4743-8c7c-4e57-abec-2157164b89eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:48.303612 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fe6f4743-8c7c-4e57-abec-2157164b89eb admin admin] Publish callbacks [] for security_group (9548fb57-4d41-4d5b-a60e-377397e226e4), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:48.309947 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fe6f4743-8c7c-4e57-abec-2157164b89eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (9548fb57-4d41-4d5b-a60e-377397e226e4), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:48.347010 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-fe6f4743-8c7c-4e57-abec-2157164b89eb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e60c4c95849d41bc879e475e9536f081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446969 May 10 05:42:48.347835 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f4743-8c7c-4e57-abec-2157164b89eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9548fb57-4d41-4d5b-a60e-377397e226e4,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:48.350555 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 54200) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:48.400038 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-29cb5e0e-9926-4cc5-b672-e8180580c9a2 admin admin] Publish callbacks [] for security_group (9548fb57-4d41-4d5b-a60e-377397e226e4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:48.420758 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-29cb5e0e-9926-4cc5-b672-e8180580c9a2 admin admin] Publish callbacks [] for security_group (9548fb57-4d41-4d5b-a60e-377397e226e4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:48.468297 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-29cb5e0e-9926-4cc5-b672-e8180580c9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (9548fb57-4d41-4d5b-a60e-377397e226e4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:48.470795 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-29cb5e0e-9926-4cc5-b672-e8180580c9a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:48.474350 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-29cb5e0e-9926-4cc5-b672-e8180580c9a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9548fb57-4d41-4d5b-a60e-377397e226e4 HTTP/1.1" status: 204 len: 168 time: 0.1201758 May 10 05:42:48.480091 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb5e0e-9926-4cc5-b672-e8180580c9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9548fb57-4d41-4d5b-a60e-377397e226e4,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:49.034581 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device ae652321-be59-4323-9eec-41476b23048f no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:42:49.058248 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] No Port match for: ae652321-be59-4323-9eec-41476b23048f {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:42:49.058933 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device ae652321-be59-4323-9eec-41476b23048f not bound to the agent host hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:42:50.524753 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 54286) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:50.629021 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c155df5-58aa-432a-ac17-a2982b86e7eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:50.712607 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c155df5-58aa-432a-ac17-a2982b86e7eb admin admin] Publish callbacks [] for security_group (9ebd8182-86eb-4d90-a373-6f7378c53560), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:50.719203 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c155df5-58aa-432a-ac17-a2982b86e7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (9ebd8182-86eb-4d90-a373-6f7378c53560), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:50.768623 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-1c155df5-58aa-432a-ac17-a2982b86e7eb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f20d38487f2434eb50ad7e164aa1c7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427549 May 10 05:42:50.769448 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c155df5-58aa-432a-ac17-a2982b86e7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebd8182-86eb-4d90-a373-6f7378c53560,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:50.771320 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 54290) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:50.782433 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c155df5-58aa-432a-ac17-a2982b86e7eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:50.782779 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c155df5-58aa-432a-ac17-a2982b86e7eb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:50.783108 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c155df5-58aa-432a-ac17-a2982b86e7eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:50.783440 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c155df5-58aa-432a-ac17-a2982b86e7eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:50.783790 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c155df5-58aa-432a-ac17-a2982b86e7eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:50.784121 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c155df5-58aa-432a-ac17-a2982b86e7eb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:50.784442 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c155df5-58aa-432a-ac17-a2982b86e7eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:50.784760 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c155df5-58aa-432a-ac17-a2982b86e7eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:50.785055 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c155df5-58aa-432a-ac17-a2982b86e7eb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:50.785375 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c155df5-58aa-432a-ac17-a2982b86e7eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:50.785704 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c155df5-58aa-432a-ac17-a2982b86e7eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:50.786021 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c155df5-58aa-432a-ac17-a2982b86e7eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:50.786327 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c155df5-58aa-432a-ac17-a2982b86e7eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:50.786637 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c155df5-58aa-432a-ac17-a2982b86e7eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:50.786947 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c155df5-58aa-432a-ac17-a2982b86e7eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:50.833462 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a21d1935-7278-45d4-9487-291d8864ba0f admin admin] Publish callbacks [] for security_group (9ebd8182-86eb-4d90-a373-6f7378c53560), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:50.859724 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a21d1935-7278-45d4-9487-291d8864ba0f admin admin] Publish callbacks [] for security_group (9ebd8182-86eb-4d90-a373-6f7378c53560), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:50.920160 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a21d1935-7278-45d4-9487-291d8864ba0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (9ebd8182-86eb-4d90-a373-6f7378c53560), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:50.922645 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a21d1935-7278-45d4-9487-291d8864ba0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:50.923795 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-a21d1935-7278-45d4-9487-291d8864ba0f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9ebd8182-86eb-4d90-a373-6f7378c53560 HTTP/1.1" status: 204 len: 168 time: 0.1515920 May 10 05:42:50.931554 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d1935-7278-45d4-9487-291d8864ba0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebd8182-86eb-4d90-a373-6f7378c53560,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:51.219139 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 54304) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:51.234548 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2c7c324f-30f0-4b94-8b46-79caa959e931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:51.325155 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2c7c324f-30f0-4b94-8b46-79caa959e931 admin admin] Publish callbacks [] for security_group (6bbdb774-907b-41c8-9bef-484e0207c2ea), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:51.330455 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2c7c324f-30f0-4b94-8b46-79caa959e931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (6bbdb774-907b-41c8-9bef-484e0207c2ea), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:51.370234 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c324f-30f0-4b94-8b46-79caa959e931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbdb774-907b-41c8-9bef-484e0207c2ea,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:51.382792 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-2c7c324f-30f0-4b94-8b46-79caa959e931 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c9c21f05594b40ccaca78058060b00e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1623061 May 10 05:42:51.383170 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 54318) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:51.384646 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7c324f-30f0-4b94-8b46-79caa959e931 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:51.384927 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7c324f-30f0-4b94-8b46-79caa959e931 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:51.385269 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7c324f-30f0-4b94-8b46-79caa959e931 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:51.385593 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7c324f-30f0-4b94-8b46-79caa959e931 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:51.386032 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7c324f-30f0-4b94-8b46-79caa959e931 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:51.386425 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7c324f-30f0-4b94-8b46-79caa959e931 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:51.386746 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7c324f-30f0-4b94-8b46-79caa959e931 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:51.387067 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7c324f-30f0-4b94-8b46-79caa959e931 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:51.387386 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7c324f-30f0-4b94-8b46-79caa959e931 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:51.387735 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7c324f-30f0-4b94-8b46-79caa959e931 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:51.388061 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7c324f-30f0-4b94-8b46-79caa959e931 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:51.388379 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7c324f-30f0-4b94-8b46-79caa959e931 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:51.388730 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7c324f-30f0-4b94-8b46-79caa959e931 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:51.389222 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7c324f-30f0-4b94-8b46-79caa959e931 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:51.389608 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7c324f-30f0-4b94-8b46-79caa959e931 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:42:51.436085 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea9a2743-d822-42c1-a045-06cb52259efb admin admin] Publish callbacks [] for security_group (6bbdb774-907b-41c8-9bef-484e0207c2ea), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:51.458869 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea9a2743-d822-42c1-a045-06cb52259efb admin admin] Publish callbacks [] for security_group (6bbdb774-907b-41c8-9bef-484e0207c2ea), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:51.520736 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea9a2743-d822-42c1-a045-06cb52259efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (6bbdb774-907b-41c8-9bef-484e0207c2ea), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:51.523238 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea9a2743-d822-42c1-a045-06cb52259efb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:51.524397 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-ea9a2743-d822-42c1-a045-06cb52259efb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6bbdb774-907b-41c8-9bef-484e0207c2ea HTTP/1.1" status: 204 len: 168 time: 0.1397569 May 10 05:42:51.531961 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a2743-d822-42c1-a045-06cb52259efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbdb774-907b-41c8-9bef-484e0207c2ea,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:53.764725 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 54410) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:53.874713 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0958503a-38a1-4bf9-b2f3-806547ac33e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:53.958859 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0958503a-38a1-4bf9-b2f3-806547ac33e8 admin admin] Publish callbacks [] for security_group (db1d769b-fb87-4b37-b4b6-f2675942a69e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:53.963920 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0958503a-38a1-4bf9-b2f3-806547ac33e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (db1d769b-fb87-4b37-b4b6-f2675942a69e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:54.006280 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-0958503a-38a1-4bf9-b2f3-806547ac33e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=093363141dc5437db5f67d25663d1cf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375493 May 10 05:42:54.006280 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958503a-38a1-4bf9-b2f3-806547ac33e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1d769b-fb87-4b37-b4b6-f2675942a69e,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:54.006770 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 54414) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:54.057399 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f1ae431a-636e-4992-8fb5-52263c9fcb92 admin admin] Publish callbacks [] for security_group (db1d769b-fb87-4b37-b4b6-f2675942a69e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:54.081693 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f1ae431a-636e-4992-8fb5-52263c9fcb92 admin admin] Publish callbacks [] for security_group (db1d769b-fb87-4b37-b4b6-f2675942a69e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:54.147091 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f1ae431a-636e-4992-8fb5-52263c9fcb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (db1d769b-fb87-4b37-b4b6-f2675942a69e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:54.149677 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f1ae431a-636e-4992-8fb5-52263c9fcb92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:54.152045 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-f1ae431a-636e-4992-8fb5-52263c9fcb92 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/db1d769b-fb87-4b37-b4b6-f2675942a69e HTTP/1.1" status: 204 len: 168 time: 0.1445389 May 10 05:42:54.164642 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae431a-636e-4992-8fb5-52263c9fcb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1d769b-fb87-4b37-b4b6-f2675942a69e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:54.471602 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 54442) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:54.485477 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f605a71a-13d6-4b9f-8248-9dcc4ead7f71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:54.562144 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f605a71a-13d6-4b9f-8248-9dcc4ead7f71 admin admin] Publish callbacks [] for security_group (2aec43cd-cf8e-4b51-a8c0-bbb63e94be92), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:54.567122 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f605a71a-13d6-4b9f-8248-9dcc4ead7f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (2aec43cd-cf8e-4b51-a8c0-bbb63e94be92), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:54.608440 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-f605a71a-13d6-4b9f-8248-9dcc4ead7f71 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5702a6b541ed41f98d5256c84c0f47f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357098 May 10 05:42:54.609377 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a71a-13d6-4b9f-8248-9dcc4ead7f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aec43cd-cf8e-4b51-a8c0-bbb63e94be92,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:54.611805 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 54448) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:54.663806 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9185c56d-6fdf-452b-bdc1-35dae4044d29 admin admin] Publish callbacks [] for security_group (2aec43cd-cf8e-4b51-a8c0-bbb63e94be92), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:54.687620 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9185c56d-6fdf-452b-bdc1-35dae4044d29 admin admin] Publish callbacks [] for security_group (2aec43cd-cf8e-4b51-a8c0-bbb63e94be92), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:54.736683 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9185c56d-6fdf-452b-bdc1-35dae4044d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (2aec43cd-cf8e-4b51-a8c0-bbb63e94be92), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:54.739209 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9185c56d-6fdf-452b-bdc1-35dae4044d29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:54.740406 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-9185c56d-6fdf-452b-bdc1-35dae4044d29 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2aec43cd-cf8e-4b51-a8c0-bbb63e94be92 HTTP/1.1" status: 204 len: 168 time: 0.1276805 May 10 05:42:54.752761 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185c56d-6fdf-452b-bdc1-35dae4044d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aec43cd-cf8e-4b51-a8c0-bbb63e94be92,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:55.453684 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 54494) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:55.849013 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 54510) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:55.990010 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0909cbcd-3452-494d-a1d8-9fc6490241c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:56.070382 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0909cbcd-3452-494d-a1d8-9fc6490241c8 admin admin] Publish callbacks [] for security_group (4d0ce47e-595c-4289-9cd8-8f24a28d72ba), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:56.075945 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0909cbcd-3452-494d-a1d8-9fc6490241c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (4d0ce47e-595c-4289-9cd8-8f24a28d72ba), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:56.119535 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-0909cbcd-3452-494d-a1d8-9fc6490241c8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bbf5001cfb8540ddb9b7092532703dea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2673869 May 10 05:42:56.120564 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909cbcd-3452-494d-a1d8-9fc6490241c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0ce47e-595c-4289-9cd8-8f24a28d72ba,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:56.121432 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 54518) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:56.211586 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3bfad4b-b119-498a-b578-9fb59d2fb959 admin admin] Publish callbacks [] for security_group (4d0ce47e-595c-4289-9cd8-8f24a28d72ba), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:56.263715 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3bfad4b-b119-498a-b578-9fb59d2fb959 admin admin] Publish callbacks [] for security_group (4d0ce47e-595c-4289-9cd8-8f24a28d72ba), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:56.335337 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-359e9783-1af8-4548-84fd-0d94c0a52199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409912'] for router_interface (e8f29ba1-9b40-4eac-84bb-1b5acd961371), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:56.389643 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3bfad4b-b119-498a-b578-9fb59d2fb959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (4d0ce47e-595c-4289-9cd8-8f24a28d72ba), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:56.392150 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3bfad4b-b119-498a-b578-9fb59d2fb959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:56.396027 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-b3bfad4b-b119-498a-b578-9fb59d2fb959 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d0ce47e-595c-4289-9cd8-8f24a28d72ba HTTP/1.1" status: 204 len: 168 time: 0.2736847 May 10 05:42:56.410870 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfad4b-b119-498a-b578-9fb59d2fb959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0ce47e-595c-4289-9cd8-8f24a28d72ba,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:56.601712 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-359e9783-1af8-4548-84fd-0d94c0a52199 admin admin] Deleting port 8f319875-0fd3-4312-9bcf-bc51d061cb39 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:42:56.602378 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-359e9783-1af8-4548-84fd-0d94c0a52199 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (8f319875-0fd3-4312-9bcf-bc51d061cb39), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:56.687542 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-359e9783-1af8-4548-84fd-0d94c0a52199 admin admin] For port 8f319875-0fd3-4312-9bcf-bc51d061cb39, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=8f319875-0fd3-4312-9bcf-bc51d061cb39,segment=NetworkSegment(d5074d01-1247-4bbd-94b1-016a992e97ef),segment_id=d5074d01-1247-4bbd-94b1-016a992e97ef)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:56.687885 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-359e9783-1af8-4548-84fd-0d94c0a52199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (8f319875-0fd3-4312-9bcf-bc51d061cb39), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:56.701807 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-359e9783-1af8-4548-84fd-0d94c0a52199 admin admin] Calling delete_port for 8f319875-0fd3-4312-9bcf-bc51d061cb39 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:42:56.911677 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-359e9783-1af8-4548-84fd-0d94c0a52199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156954'] for port (8f319875-0fd3-4312-9bcf-bc51d061cb39), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:56.935601 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e9783-1af8-4548-84fd-0d94c0a52199 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f319875-0fd3-4312-9bcf-bc51d061cb39,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:57.102880 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 54548) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:57.157279 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-359e9783-1af8-4548-84fd-0d94c0a52199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-483906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415537'] for router_interface (e8f29ba1-9b40-4eac-84bb-1b5acd961371), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:57.217367 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-111a9eb5-55a6-42f5-af2b-221c96de2604 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1268302807-network', 'tenant_id': '699b5cb28dd5440f8daf96b156413623'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:42:57.239640 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111a9eb5-55a6-42f5-af2b-221c96de2604 admin admin] Made reservation on behalf of 699b5cb28dd5440f8daf96b156413623 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:42:57.242309 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-111a9eb5-55a6-42f5-af2b-221c96de2604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:57.251484 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-111a9eb5-55a6-42f5-af2b-221c96de2604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:57.336144 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-111a9eb5-55a6-42f5-af2b-221c96de2604 admin admin] Publish callbacks [] for security_group (3f801cb9-e1f0-48ab-b6be-390bd4fb636d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:57.341304 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-111a9eb5-55a6-42f5-af2b-221c96de2604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (3f801cb9-e1f0-48ab-b6be-390bd4fb636d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:57.361817 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111a9eb5-55a6-42f5-af2b-221c96de2604 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 05:42:57.381965 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a9eb5-55a6-42f5-af2b-221c96de2604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f801cb9-e1f0-48ab-b6be-390bd4fb636d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:57.389882 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-111a9eb5-55a6-42f5-af2b-221c96de2604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (c8144303-1829-4e5d-b88f-778fd159524c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:57.391221 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.db.segments_db [None req-111a9eb5-55a6-42f5-af2b-221c96de2604 admin admin] Added segment c8144303-1829-4e5d-b88f-778fd159524c of type vlan for network 1124a2de-ed0d-4cdb-bb05-82d8d1e0c740 May 10 05:42:57.412483 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359e9783-1af8-4548-84fd-0d94c0a52199 admin admin] Router e8f29ba1-9b40-4eac-84bb-1b5acd961371 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:42:57.441244 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-111a9eb5-55a6-42f5-af2b-221c96de2604 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215042991'] for network (1124a2de-ed0d-4cdb-bb05-82d8d1e0c740), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:57.473190 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-111a9eb5-55a6-42f5-af2b-221c96de2604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for network (1124a2de-ed0d-4cdb-bb05-82d8d1e0c740), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:57.475895 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111a9eb5-55a6-42f5-af2b-221c96de2604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:57.476496 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-111a9eb5-55a6-42f5-af2b-221c96de2604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:57.530063 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359e9783-1af8-4548-84fd-0d94c0a52199 admin admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:42:57.531793 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-111a9eb5-55a6-42f5-af2b-221c96de2604 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4277706 May 10 05:42:57.534529 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 54554) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:57.539262 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-359e9783-1af8-4548-84fd-0d94c0a52199 admin admin] 10.222.0.23 "PUT /v2.0/routers/e8f29ba1-9b40-4eac-84bb-1b5acd961371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0808730 May 10 05:42:57.539485 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-4223725e-44bc-4078-baba-95ed03d23ed7 admin admin] Request body: {'subnet': {'network_id': '1124a2de-ed0d-4cdb-bb05-82d8d1e0c740', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1268302807-subnet', 'tenant_id': '699b5cb28dd5440f8daf96b156413623', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:42:57.540995 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee26396-31c8-4016-a412-b8066038ff4e None None] Sync routers for ids ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:42:57.544136 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 54556) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:57.552011 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee26396-31c8-4016-a412-b8066038ff4e None None] Routers {'e8f29ba1-9b40-4eac-84bb-1b5acd961371'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:42:57.552191 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-aee26396-31c8-4016-a412-b8066038ff4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:42:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:57.565191 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4223725e-44bc-4078-baba-95ed03d23ed7 admin admin] Made reservation on behalf of 699b5cb28dd5440f8daf96b156413623 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:42:57.568227 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4223725e-44bc-4078-baba-95ed03d23ed7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25345493'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:57.610822 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a9eb5-55a6-42f5-af2b-221c96de2604 admin admin] Pushing event updated for resources: {'Network': ['ID=1124a2de-ed0d-4cdb-bb05-82d8d1e0c740,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:57.630810 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Network 1124a2de-ed0d-4cdb-bb05-82d8d1e0c740 details requested by agent ovs-agent-dv-cinder-836996-16-iscsi with host dv-cinder-836996-16-iscsi {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 05:42:57.690298 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-aee26396-31c8-4016-a412-b8066038ff4e None None] Set router e8f29ba1-9b40-4eac-84bb-1b5acd961371 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:42:57.693871 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3b9abd51-40f4-4e21-9a00-0a7354b3a2c8 admin admin] Publish callbacks [] for router (e8f29ba1-9b40-4eac-84bb-1b5acd961371), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:57.778753 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4223725e-44bc-4078-baba-95ed03d23ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2854036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25345483'] for subnet (09af1d4f-7f31-4a4d-ad76-d80bf89b5ac7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:57.808355 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3b9abd51-40f4-4e21-9a00-0a7354b3a2c8 admin admin] Publish callbacks [] for router_gateway (e8f29ba1-9b40-4eac-84bb-1b5acd961371), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:57.844628 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223725e-44bc-4078-baba-95ed03d23ed7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09af1d4f-7f31-4a4d-ad76-d80bf89b5ac7,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:57.871612 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-3b9abd51-40f4-4e21-9a00-0a7354b3a2c8 admin admin] Deleting port afb9db37-c339-4e8f-9b00-56e27c0024e7 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:42:57.872025 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3b9abd51-40f4-4e21-9a00-0a7354b3a2c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (afb9db37-c339-4e8f-9b00-56e27c0024e7), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:57.873564 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4223725e-44bc-4078-baba-95ed03d23ed7 admin admin] Checking segment: {'id': 'c8144303-1829-4e5d-b88f-778fd159524c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1124a2de-ed0d-4cdb-bb05-82d8d1e0c740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:42:57.874169 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4223725e-44bc-4078-baba-95ed03d23ed7 admin admin] Network hostable DHCP agents. Network: 1124a2de-ed0d-4cdb-bb05-82d8d1e0c740, hostable agents: ['80185445-a40d-4750-a48c-216d3708fc1f'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 05:42:57.882493 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-aee26396-31c8-4016-a412-b8066038ff4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:42:56Z', 'revision_number': 5, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port': {'id': 'afb9db37-c339-4e8f-9b00-56e27c0024e7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:57.884414 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:57.897043 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4223725e-44bc-4078-baba-95ed03d23ed7 admin admin] Network 1124a2de-ed0d-4cdb-bb05-82d8d1e0c740 is scheduled to be hosted by DHCP agent 80185445-a40d-4750-a48c-216d3708fc1f with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 05:42:57.907257 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-4223725e-44bc-4078-baba-95ed03d23ed7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-16-iscsi, 1124a2de-ed0d-4cdb-bb05-82d8d1e0c740) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:42:57.912149 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4223725e-44bc-4078-baba-95ed03d23ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:42:57.912917 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4223725e-44bc-4078-baba-95ed03d23ed7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:57.914184 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee26396-31c8-4016-a412-b8066038ff4e None None] Checking router: e8f29ba1-9b40-4eac-84bb-1b5acd961371 for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:42:57.922945 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e737889-7a33-44cc-8738-6c073a9124fd None None] Network 1124a2de-ed0d-4cdb-bb05-82d8d1e0c740 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:42:57.925777 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee26396-31c8-4016-a412-b8066038ff4e None None] Routers {'e8f29ba1-9b40-4eac-84bb-1b5acd961371'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:42:57.927352 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-aee26396-31c8-4016-a412-b8066038ff4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:42:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:57.944317 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-4223725e-44bc-4078-baba-95ed03d23ed7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4085608 May 10 05:42:57.992982 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-3b9abd51-40f4-4e21-9a00-0a7354b3a2c8 admin admin] For port afb9db37-c339-4e8f-9b00-56e27c0024e7, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=afb9db37-c339-4e8f-9b00-56e27c0024e7,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:57.993498 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3b9abd51-40f4-4e21-9a00-0a7354b3a2c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (afb9db37-c339-4e8f-9b00-56e27c0024e7), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:58.009446 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-3b9abd51-40f4-4e21-9a00-0a7354b3a2c8 admin admin] Calling delete_port for afb9db37-c339-4e8f-9b00-56e27c0024e7 owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:42:58.042441 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-aee26396-31c8-4016-a412-b8066038ff4e None None] Set router e8f29ba1-9b40-4eac-84bb-1b5acd961371 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:42:58.072039 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5984e24-dc3b-4af7-bde9-5bebaca9281a None None] Network 1124a2de-ed0d-4cdb-bb05-82d8d1e0c740 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:42:58.117201 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-aee26396-31c8-4016-a412-b8066038ff4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:42:57Z', 'revision_number': 6, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port_host': None}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:58.151630 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee26396-31c8-4016-a412-b8066038ff4e None None] The sync data for ids ['e8f29ba1-9b40-4eac-84bb-1b5acd961371'] in dv-cinder-836996-16-iscsi is: [{'id': 'e8f29ba1-9b40-4eac-84bb-1b5acd961371', 'name': 'tempest-AttachVolumeNegativeTest-20062670-router', 'tenant_id': '0623b145317e4164862cd8601813c000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:36:46Z', 'updated_at': '2022-05-10T05:42:57Z', 'revision_number': 6, 'project_id': '0623b145317e4164862cd8601813c000', 'gw_port_host': None}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:42:58.279958 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3b9abd51-40f4-4e21-9a00-0a7354b3a2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156954'] for port (afb9db37-c339-4e8f-9b00-56e27c0024e7), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:58.314505 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9abd51-40f4-4e21-9a00-0a7354b3a2c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=afb9db37-c339-4e8f-9b00-56e27c0024e7,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:58.381865 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3b9abd51-40f4-4e21-9a00-0a7354b3a2c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423510'] for router_gateway (e8f29ba1-9b40-4eac-84bb-1b5acd961371), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:58.483021 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3b9abd51-40f4-4e21-9a00-0a7354b3a2c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1831'] for router (e8f29ba1-9b40-4eac-84bb-1b5acd961371), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:58.486525 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3b9abd51-40f4-4e21-9a00-0a7354b3a2c8 admin admin] Publish callbacks [] for router_controller (e8f29ba1-9b40-4eac-84bb-1b5acd961371), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:58.545140 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3b9abd51-40f4-4e21-9a00-0a7354b3a2c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425601'] for router (e8f29ba1-9b40-4eac-84bb-1b5acd961371), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:58.545853 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9abd51-40f4-4e21-9a00-0a7354b3a2c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8f29ba1-9b40-4eac-84bb-1b5acd961371 {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 05:42:58.552455 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3b9abd51-40f4-4e21-9a00-0a7354b3a2c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:58.554380 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-3b9abd51-40f4-4e21-9a00-0a7354b3a2c8 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e8f29ba1-9b40-4eac-84bb-1b5acd961371 HTTP/1.1" status: 204 len: 168 time: 1.0090861 May 10 05:42:58.557109 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 54594) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:58.636082 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbed1849-2a4a-4303-b3de-f5bcf564be13 admin admin] Deleting subnet e26954e2-7a3b-4790-bc12-a1945a89ac49 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 05:42:58.640682 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cbed1849-2a4a-4303-b3de-f5bcf564be13 admin admin] Publish callbacks [] for subnet (e26954e2-7a3b-4790-bc12-a1945a89ac49), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:58.717182 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cbed1849-2a4a-4303-b3de-f5bcf564be13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26910853'] for subnet (e26954e2-7a3b-4790-bc12-a1945a89ac49), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:58.815393 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cbed1849-2a4a-4303-b3de-f5bcf564be13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560747'] for subnet (e26954e2-7a3b-4790-bc12-a1945a89ac49), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:58.875009 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cbed1849-2a4a-4303-b3de-f5bcf564be13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2851411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25345458'] for subnet (e26954e2-7a3b-4790-bc12-a1945a89ac49), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:58.908187 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed1849-2a4a-4303-b3de-f5bcf564be13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e26954e2-7a3b-4790-bc12-a1945a89ac49,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:58.914385 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cbed1849-2a4a-4303-b3de-f5bcf564be13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:58.917902 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-cbed1849-2a4a-4303-b3de-f5bcf564be13 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e26954e2-7a3b-4790-bc12-a1945a89ac49 HTTP/1.1" status: 204 len: 168 time: 0.3592212 May 10 05:42:58.920742 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 54610) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:58.921684 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04ada24-87a0-4cec-8a24-4feec3d604f8 None None] Network b91b1486-3cb7-481c-8684-1c68d074fc72 requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:42:58.942457 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 54612) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:58.998611 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f067c23-5703-41e4-b4e5-de741db22f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505022'] for network (b91b1486-3cb7-481c-8684-1c68d074fc72), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:59.061333 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-1f067c23-5703-41e4-b4e5-de741db22f97 admin admin] Deleting port e04b06d1-c386-40b0-a280-3c35432942b1 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:42:59.061766 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f067c23-5703-41e4-b4e5-de741db22f97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (e04b06d1-c386-40b0-a280-3c35432942b1), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:59.067910 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-619823dc-4f6f-4ac3-a6ab-d6e22c5d9e75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:59.121332 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bce8deb-0e18-4dbe-b368-7b0b10c88a68 None None] DHCP port deletion for b91b1486-3cb7-481c-8684-1c68d074fc72 request from dv-cinder-836996-16-iscsi {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 05:42:59.145758 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-1f067c23-5703-41e4-b4e5-de741db22f97 admin admin] For port e04b06d1-c386-40b0-a280-3c35432942b1, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=e04b06d1-c386-40b0-a280-3c35432942b1,segment=NetworkSegment(d5074d01-1247-4bbd-94b1-016a992e97ef),segment_id=d5074d01-1247-4bbd-94b1-016a992e97ef)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:59.145999 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f067c23-5703-41e4-b4e5-de741db22f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (e04b06d1-c386-40b0-a280-3c35432942b1), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:59.159942 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-619823dc-4f6f-4ac3-a6ab-d6e22c5d9e75 admin admin] Publish callbacks [] for security_group (a5ca46aa-d1b8-4f2d-8e4e-1bd90f36f3ae), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:59.160872 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-1f067c23-5703-41e4-b4e5-de741db22f97 admin admin] Calling delete_port for e04b06d1-c386-40b0-a280-3c35432942b1 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:42:59.164773 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-0bce8deb-0e18-4dbe-b368-7b0b10c88a68 None None] Deleting port e04b06d1-c386-40b0-a280-3c35432942b1 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:42:59.165441 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0bce8deb-0e18-4dbe-b368-7b0b10c88a68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (e04b06d1-c386-40b0-a280-3c35432942b1), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:59.165940 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-619823dc-4f6f-4ac3-a6ab-d6e22c5d9e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (a5ca46aa-d1b8-4f2d-8e4e-1bd90f36f3ae), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:59.219874 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-619823dc-4f6f-4ac3-a6ab-d6e22c5d9e75 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e91386cfb5e4b5ca883e93359ae039b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2762432 May 10 05:42:59.220125 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 54620) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:59.220696 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619823dc-4f6f-4ac3-a6ab-d6e22c5d9e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ca46aa-d1b8-4f2d-8e4e-1bd90f36f3ae,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:59.241733 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-0bce8deb-0e18-4dbe-b368-7b0b10c88a68 None None] For port e04b06d1-c386-40b0-a280-3c35432942b1, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=e04b06d1-c386-40b0-a280-3c35432942b1,segment=NetworkSegment(d5074d01-1247-4bbd-94b1-016a992e97ef),segment_id=d5074d01-1247-4bbd-94b1-016a992e97ef)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:42:59.242207 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0bce8deb-0e18-4dbe-b368-7b0b10c88a68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (e04b06d1-c386-40b0-a280-3c35432942b1), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:59.256471 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-0bce8deb-0e18-4dbe-b368-7b0b10c88a68 None None] Calling delete_port for e04b06d1-c386-40b0-a280-3c35432942b1 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:42:59.279852 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f067c23-5703-41e4-b4e5-de741db22f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156954'] for port (e04b06d1-c386-40b0-a280-3c35432942b1), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:59.313051 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69352d2e-95c8-417c-9d78-e45f9b58e13c admin admin] Publish callbacks [] for security_group (a5ca46aa-d1b8-4f2d-8e4e-1bd90f36f3ae), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:59.316707 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f067c23-5703-41e4-b4e5-de741db22f97 admin admin] No DVR routers for this DVR port e04b06d1-c386-40b0-a280-3c35432942b1 on host dv-cinder-836996-16-iscsi {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:42:59.322185 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f067c23-5703-41e4-b4e5-de741db22f97 admin admin] Pushing event deleted for resources: {'Port': ['ID=e04b06d1-c386-40b0-a280-3c35432942b1,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:59.345119 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0bce8deb-0e18-4dbe-b368-7b0b10c88a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713'] for port (e04b06d1-c386-40b0-a280-3c35432942b1), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:59.374461 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce8deb-0e18-4dbe-b368-7b0b10c88a68 None None] Pushing event deleted for resources: {'Port': ['ID=e04b06d1-c386-40b0-a280-3c35432942b1,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:59.376342 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce8deb-0e18-4dbe-b368-7b0b10c88a68 None None] No DVR routers for this DVR port e04b06d1-c386-40b0-a280-3c35432942b1 on host dv-cinder-836996-16-iscsi {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:42:59.399455 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69352d2e-95c8-417c-9d78-e45f9b58e13c admin admin] Publish callbacks [] for security_group (a5ca46aa-d1b8-4f2d-8e4e-1bd90f36f3ae), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:59.426796 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f067c23-5703-41e4-b4e5-de741db22f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562704', 'neutron.services.segments.db._delete_segments_for_network-8771215551281'] for network (b91b1486-3cb7-481c-8684-1c68d074fc72), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:59.441634 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 8f319875-0fd3-4312-9bcf-bc51d061cb39 no longer exists at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:42:59.459424 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.services.segments.db [None req-1f067c23-5703-41e4-b4e5-de741db22f97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91b1486-3cb7-481c-8684-1c68d074fc72']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:59.463012 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] No Port match for: 8f319875-0fd3-4312-9bcf-bc51d061cb39 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:42:59.463548 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 8f319875-0fd3-4312-9bcf-bc51d061cb39 not bound to the agent host dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:42:59.463988 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device afb9db37-c339-4e8f-9b00-56e27c0024e7 no longer exists at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:42:59.470930 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.services.segments.db [None req-1f067c23-5703-41e4-b4e5-de741db22f97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5074d01-1247-4bbd-94b1-016a992e97ef') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:59.471288 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.services.segments.db [None req-1f067c23-5703-41e4-b4e5-de741db22f97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5074d01-1247-4bbd-94b1-016a992e97ef') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:42:59.481093 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f067c23-5703-41e4-b4e5-de741db22f97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771215552058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26153420'] for segment (d5074d01-1247-4bbd-94b1-016a992e97ef), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:59.484969 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] No Port match for: afb9db37-c339-4e8f-9b00-56e27c0024e7 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:42:59.485304 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device afb9db37-c339-4e8f-9b00-56e27c0024e7 not bound to the agent host dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:42:59.485714 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device e04b06d1-c386-40b0-a280-3c35432942b1 no longer exists at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:42:59.500695 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f067c23-5703-41e4-b4e5-de741db22f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (d5074d01-1247-4bbd-94b1-016a992e97ef), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:59.505354 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] No Port match for: e04b06d1-c386-40b0-a280-3c35432942b1 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:42:59.505512 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69352d2e-95c8-417c-9d78-e45f9b58e13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (a5ca46aa-d1b8-4f2d-8e4e-1bd90f36f3ae), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:59.505693 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device e04b06d1-c386-40b0-a280-3c35432942b1 not bound to the agent host dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:42:59.507916 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69352d2e-95c8-417c-9d78-e45f9b58e13c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:59.509043 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-69352d2e-95c8-417c-9d78-e45f9b58e13c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5ca46aa-d1b8-4f2d-8e4e-1bd90f36f3ae HTTP/1.1" status: 204 len: 168 time: 0.2881918 May 10 05:42:59.512736 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f067c23-5703-41e4-b4e5-de741db22f97 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 05:42:59.513710 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f067c23-5703-41e4-b4e5-de741db22f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26156999'] for segment (d5074d01-1247-4bbd-94b1-016a992e97ef), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: Traceback (most recent call last): May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: timer() May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: cb(*args, **kw) May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: return func(*args, **kwargs) May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: self._notify() May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: self.callback(batched_events) May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: event.method(event) May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: return f(self, *a, **k) May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: return self._get(url).json() May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: return self.request(url, 'GET', **kwargs) May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 05:42:59.515567 dv-cinder-836996-16-iscsi neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 05:42:59.555141 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69352d2e-95c8-417c-9d78-e45f9b58e13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ca46aa-d1b8-4f2d-8e4e-1bd90f36f3ae,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:59.585588 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f067c23-5703-41e4-b4e5-de741db22f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412472'] for network (b91b1486-3cb7-481c-8684-1c68d074fc72), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:59.591799 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f067c23-5703-41e4-b4e5-de741db22f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:59.595049 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-1f067c23-5703-41e4-b4e5-de741db22f97 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b91b1486-3cb7-481c-8684-1c68d074fc72 HTTP/1.1" status: 204 len: 168 time: 0.6731675 May 10 05:42:59.608903 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f067c23-5703-41e4-b4e5-de741db22f97 admin admin] Pushing event deleted for resources: {'Network': ['ID=b91b1486-3cb7-481c-8684-1c68d074fc72,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:59.793739 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 54634) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:59.815076 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 54638) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:59.835195 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da7313d9-f945-4e6b-846e-545c6ecbc440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:59.840346 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-1489390d-0a11-4ea7-9aef-4ff7e81b7a58 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0623b145317e4164862cd8601813c000&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450411 May 10 05:42:59.842921 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 54640) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:42:59.897420 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-41fea57e-e4c6-4c0f-9185-63aa333c491f admin admin] Publish callbacks [] for security_group (4febf409-e765-47c9-ad5d-00f23c3c5819), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:59.919860 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-41fea57e-e4c6-4c0f-9185-63aa333c491f admin admin] Publish callbacks [] for security_group (4febf409-e765-47c9-ad5d-00f23c3c5819), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:59.922864 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da7313d9-f945-4e6b-846e-545c6ecbc440 admin admin] Publish callbacks [] for security_group (2d2f7d93-420f-4518-946d-0e62904c442b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:59.928563 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da7313d9-f945-4e6b-846e-545c6ecbc440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (2d2f7d93-420f-4518-946d-0e62904c442b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:42:59.971305 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-da7313d9-f945-4e6b-846e-545c6ecbc440 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f28626b684df4053a80f7b7f6413668e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1527228 May 10 05:42:59.971305 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7313d9-f945-4e6b-846e-545c6ecbc440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2f7d93-420f-4518-946d-0e62904c442b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:42:59.971985 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 54652) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:00.020870 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca4454e2-25db-4fd8-9dee-ca1c1eec73aa admin admin] Publish callbacks [] for security_group (2d2f7d93-420f-4518-946d-0e62904c442b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:00.021111 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-41fea57e-e4c6-4c0f-9185-63aa333c491f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (4febf409-e765-47c9-ad5d-00f23c3c5819), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:00.023498 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-41fea57e-e4c6-4c0f-9185-63aa333c491f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:00.024655 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-41fea57e-e4c6-4c0f-9185-63aa333c491f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4febf409-e765-47c9-ad5d-00f23c3c5819 HTTP/1.1" status: 204 len: 168 time: 0.1807759 May 10 05:43:00.039455 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fea57e-e4c6-4c0f-9185-63aa333c491f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4febf409-e765-47c9-ad5d-00f23c3c5819,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:00.045415 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca4454e2-25db-4fd8-9dee-ca1c1eec73aa admin admin] Publish callbacks [] for security_group (2d2f7d93-420f-4518-946d-0e62904c442b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:00.077825 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-99d25e5f-2a92-4be2-86d5-120a3d761474 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:00.081669 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-99d25e5f-2a92-4be2-86d5-120a3d761474 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/networks?id=1124a2de-ed0d-4cdb-bb05-82d8d1e0c740 HTTP/1.1" status: 200 len: 809 time: 0.1192806 May 10 05:43:00.094569 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-a3288bb0-45ac-4e35-bc7d-1349940487ed tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/quotas/699b5cb28dd5440f8daf96b156413623 HTTP/1.1" status: 200 len: 375 time: 0.0092423 May 10 05:43:00.110693 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca4454e2-25db-4fd8-9dee-ca1c1eec73aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (2d2f7d93-420f-4518-946d-0e62904c442b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:00.113277 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca4454e2-25db-4fd8-9dee-ca1c1eec73aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:00.114678 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-ca4454e2-25db-4fd8-9dee-ca1c1eec73aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d2f7d93-420f-4518-946d-0e62904c442b HTTP/1.1" status: 204 len: 168 time: 0.1417360 May 10 05:43:00.123975 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4454e2-25db-4fd8-9dee-ca1c1eec73aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2f7d93-420f-4518-946d-0e62904c442b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:00.140139 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-98821cf6-2498-4786-8c4b-db4582edb3ac tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=699b5cb28dd5440f8daf96b156413623&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374842 May 10 05:43:00.236346 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-ea82b4ed-4f06-4e76-b07a-598bf60c50d5 service neutron] 10.222.0.23 "GET /v2.0/networks/1124a2de-ed0d-4cdb-bb05-82d8d1e0c740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924780 May 10 05:43:00.328498 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-c9501012-130e-4019-890e-0ae38c05f4f9 service neutron] 10.222.0.23 "GET /v2.0/networks/1124a2de-ed0d-4cdb-bb05-82d8d1e0c740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855079 May 10 05:43:00.524718 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5a0ff2e2-11e1-4efd-9618-4b875baaa95e req-506b2fc4-f2d8-44e2-802f-151312c09de6 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=c727409e-1ec1-4b8a-ab35-8dbd40c925d5 HTTP/1.1" status: 200 len: 210 time: 0.0347669 May 10 05:43:01.629455 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-607be5e7-1798-414d-873d-8e21c13ccf75 req-9f8c69ac-f72b-4fa9-b96a-b45c01291f4d tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=c727409e-1ec1-4b8a-ab35-8dbd40c925d5 HTTP/1.1" status: 200 len: 210 time: 0.0316198 May 10 05:43:01.879067 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 54766) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:02.033249 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d43d721b-16e0-447c-99e7-1dcf16fba624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:02.111894 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d43d721b-16e0-447c-99e7-1dcf16fba624 admin admin] Publish callbacks [] for security_group (c9a792b5-1495-42e0-9496-6c09a5cf3ae1), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:02.116895 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d43d721b-16e0-447c-99e7-1dcf16fba624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (c9a792b5-1495-42e0-9496-6c09a5cf3ae1), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:02.155931 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-d43d721b-16e0-447c-99e7-1dcf16fba624 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=998793d838b64c7b988baedafa4301b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2746866 May 10 05:43:02.156777 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d721b-16e0-447c-99e7-1dcf16fba624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a792b5-1495-42e0-9496-6c09a5cf3ae1,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:02.159262 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 54776) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:02.206940 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d0a75920-b3df-460b-bcb7-370ef0c3b6a3 admin admin] Publish callbacks [] for security_group (c9a792b5-1495-42e0-9496-6c09a5cf3ae1), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:02.227658 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d0a75920-b3df-460b-bcb7-370ef0c3b6a3 admin admin] Publish callbacks [] for security_group (c9a792b5-1495-42e0-9496-6c09a5cf3ae1), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:02.286236 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d0a75920-b3df-460b-bcb7-370ef0c3b6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (c9a792b5-1495-42e0-9496-6c09a5cf3ae1), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:02.288859 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d0a75920-b3df-460b-bcb7-370ef0c3b6a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:02.289997 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-d0a75920-b3df-460b-bcb7-370ef0c3b6a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c9a792b5-1495-42e0-9496-6c09a5cf3ae1 HTTP/1.1" status: 204 len: 168 time: 0.1296642 May 10 05:43:02.297889 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a75920-b3df-460b-bcb7-370ef0c3b6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a792b5-1495-42e0-9496-6c09a5cf3ae1,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:02.595751 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 54786) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:02.609753 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-93b7a33b-e464-46f6-9a4b-700e24b79fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:02.691628 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-93b7a33b-e464-46f6-9a4b-700e24b79fcb admin admin] Publish callbacks [] for security_group (93b22bba-0748-47b7-8940-744146cb1eb0), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:02.696575 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-93b7a33b-e464-46f6-9a4b-700e24b79fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (93b22bba-0748-47b7-8940-744146cb1eb0), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:02.734747 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-93b7a33b-e464-46f6-9a4b-700e24b79fcb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c5e8c70c61d476789a1653d30611573&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377375 May 10 05:43:02.735541 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7a33b-e464-46f6-9a4b-700e24b79fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b22bba-0748-47b7-8940-744146cb1eb0,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:02.737863 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 54790) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:02.746485 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d69e62ed-a4e6-47fa-babb-4306dd5d10a5 req-fab27760-9820-4f89-8368-fe9148b70236 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=c727409e-1ec1-4b8a-ab35-8dbd40c925d5 HTTP/1.1" status: 200 len: 210 time: 0.0396252 May 10 05:43:02.773139 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-a45e7cfb-ffaf-4bd0-ac19-1b2e8640b20e tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:02.774612 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-a45e7cfb-ffaf-4bd0-ac19-1b2e8640b20e tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.50 "GET /v2.0/networks?id=1124a2de-ed0d-4cdb-bb05-82d8d1e0c740 HTTP/1.1" status: 200 len: 809 time: 0.4170427 May 10 05:43:02.787495 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-b2033e89-e5c9-44e5-9e2c-27e26138de34 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Request body: {'port': {'device_id': 'c727409e-1ec1-4b8a-ab35-8dbd40c925d5', 'network_id': '1124a2de-ed0d-4cdb-bb05-82d8d1e0c740', 'admin_state_up': True, 'tenant_id': '699b5cb28dd5440f8daf96b156413623'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:43:02.787884 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e4d839d-eeb0-4c2d-8f79-bb75fba4173c admin admin] Publish callbacks [] for security_group (93b22bba-0748-47b7-8940-744146cb1eb0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:02.809146 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e4d839d-eeb0-4c2d-8f79-bb75fba4173c admin admin] Publish callbacks [] for security_group (93b22bba-0748-47b7-8940-744146cb1eb0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:02.859445 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e4d839d-eeb0-4c2d-8f79-bb75fba4173c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (93b22bba-0748-47b7-8940-744146cb1eb0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:02.862030 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e4d839d-eeb0-4c2d-8f79-bb75fba4173c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:02.863211 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-3e4d839d-eeb0-4c2d-8f79-bb75fba4173c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93b22bba-0748-47b7-8940-744146cb1eb0 HTTP/1.1" status: 204 len: 168 time: 0.1244080 May 10 05:43:02.870953 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d839d-eeb0-4c2d-8f79-bb75fba4173c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b22bba-0748-47b7-8940-744146cb1eb0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:02.902756 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-b2033e89-e5c9-44e5-9e2c-27e26138de34 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Made reservation on behalf of 699b5cb28dd5440f8daf96b156413623 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:43:02.906822 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-b2033e89-e5c9-44e5-9e2c-27e26138de34 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:02.941820 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-477819c0-a1e9-465f-9a83-47a59df65956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:03.074533 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-b2033e89-e5c9-44e5-9e2c-27e26138de34 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Allocated IP 172.20.0.7 (1124a2de-ed0d-4cdb-bb05-82d8d1e0c740/09af1d4f-7f31-4a4d-ad76-d80bf89b5ac7/85e90f5c-61b7-439b-b633-4f46c8ec8ae2) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:43:03.256312 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-b2033e89-e5c9-44e5-9e2c-27e26138de34 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Publish callbacks [] for port (85e90f5c-61b7-439b-b633-4f46c8ec8ae2), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:03.307488 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-b2033e89-e5c9-44e5-9e2c-27e26138de34 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156954'] for port (85e90f5c-61b7-439b-b633-4f46c8ec8ae2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:03.370460 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2033e89-e5c9-44e5-9e2c-27e26138de34 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Pushing event updated for resources: {'Port': ['ID=85e90f5c-61b7-439b-b633-4f46c8ec8ae2,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:03.382925 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-b2033e89-e5c9-44e5-9e2c-27e26138de34 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Network 1124a2de-ed0d-4cdb-bb05-82d8d1e0c740 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:43:03.384652 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-b2033e89-e5c9-44e5-9e2c-27e26138de34 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:43:03.387903 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-b2033e89-e5c9-44e5-9e2c-27e26138de34 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:43:03.453148 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-b2033e89-e5c9-44e5-9e2c-27e26138de34 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:03.453756 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-b2033e89-e5c9-44e5-9e2c-27e26138de34 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:03.472074 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-b2033e89-e5c9-44e5-9e2c-27e26138de34 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6882114 May 10 05:43:03.484197 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-d3ce5ab0-c4f5-48a2-8b57-0222b8b389ba service neutron] Request body: {'port': {'device_id': 'c727409e-1ec1-4b8a-ab35-8dbd40c925d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:43:03.545735 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-d3ce5ab0-c4f5-48a2-8b57-0222b8b389ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (85e90f5c-61b7-439b-b633-4f46c8ec8ae2), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:03.821486 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-d3ce5ab0-c4f5-48a2-8b57-0222b8b389ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e90f5c-61b7-439b-b633-4f46c8ec8ae2 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:43:03.830165 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-d3ce5ab0-c4f5-48a2-8b57-0222b8b389ba service neutron] Publish callbacks [] for port (85e90f5c-61b7-439b-b633-4f46c8ec8ae2), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:03.844147 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-d3ce5ab0-c4f5-48a2-8b57-0222b8b389ba service neutron] Transition to ACTIVE for port object 85e90f5c-61b7-439b-b633-4f46c8ec8ae2 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 05:43:03.849840 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-d3ce5ab0-c4f5-48a2-8b57-0222b8b389ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26157027'] for port (85e90f5c-61b7-439b-b633-4f46c8ec8ae2), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:03.908062 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce5ab0-c4f5-48a2-8b57-0222b8b389ba service neutron] Pushing event updated for resources: {'Port': ['ID=85e90f5c-61b7-439b-b633-4f46c8ec8ae2,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:03.976670 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-d3ce5ab0-c4f5-48a2-8b57-0222b8b389ba service neutron] Attempting to bind port 85e90f5c-61b7-439b-b633-4f46c8ec8ae2 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:43:03.977000 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-d3ce5ab0-c4f5-48a2-8b57-0222b8b389ba service neutron] Attempting to bind port 85e90f5c-61b7-439b-b633-4f46c8ec8ae2 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'c8144303-1829-4e5d-b88f-778fd159524c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1124a2de-ed0d-4cdb-bb05-82d8d1e0c740'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:43:03.977343 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-d3ce5ab0-c4f5-48a2-8b57-0222b8b389ba service neutron] Attempting to bind port 85e90f5c-61b7-439b-b633-4f46c8ec8ae2 on network 1124a2de-ed0d-4cdb-bb05-82d8d1e0c740 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:43:03.981921 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-d3ce5ab0-c4f5-48a2-8b57-0222b8b389ba service neutron] Port 85e90f5c-61b7-439b-b633-4f46c8ec8ae2 on network 1124a2de-ed0d-4cdb-bb05-82d8d1e0c740 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 05:43:03.982303 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-d3ce5ab0-c4f5-48a2-8b57-0222b8b389ba service neutron] Attempting to bind port 85e90f5c-61b7-439b-b633-4f46c8ec8ae2 on network 1124a2de-ed0d-4cdb-bb05-82d8d1e0c740 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:43:03.987373 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-d3ce5ab0-c4f5-48a2-8b57-0222b8b389ba service neutron] Checking agent: {'id': '0722f08e-2e90-4d2d-9212-b191bf1b5213', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'started_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:43:03.987738 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-d3ce5ab0-c4f5-48a2-8b57-0222b8b389ba service neutron] Checking segment: {'id': 'c8144303-1829-4e5d-b88f-778fd159524c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1124a2de-ed0d-4cdb-bb05-82d8d1e0c740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:43:03.988239 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-d3ce5ab0-c4f5-48a2-8b57-0222b8b389ba service neutron] Bound using segment: {'id': 'c8144303-1829-4e5d-b88f-778fd159524c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1124a2de-ed0d-4cdb-bb05-82d8d1e0c740'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:43:03.988523 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-d3ce5ab0-c4f5-48a2-8b57-0222b8b389ba service neutron] Bound port: 85e90f5c-61b7-439b-b633-4f46c8ec8ae2, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8144303-1829-4e5d-b88f-778fd159524c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1124a2de-ed0d-4cdb-bb05-82d8d1e0c740'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:43:03.988874 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-d3ce5ab0-c4f5-48a2-8b57-0222b8b389ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (85e90f5c-61b7-439b-b633-4f46c8ec8ae2), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:04.076361 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92abff-24b7-47d6-9b29-e0bd2adeaf11 req-7363e8a8-19cf-4c01-a6f7-ef40731a9e43 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:04.077716 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7b92abff-24b7-47d6-9b29-e0bd2adeaf11 req-7363e8a8-19cf-4c01-a6f7-ef40731a9e43 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=c727409e-1ec1-4b8a-ab35-8dbd40c925d5 HTTP/1.1" status: 200 len: 943 time: 0.0859802 May 10 05:43:04.114913 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-d3ce5ab0-c4f5-48a2-8b57-0222b8b389ba service neutron] For port 85e90f5c-61b7-439b-b633-4f46c8ec8ae2, host hv-cinder-83699, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:43:04.135888 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-d3ce5ab0-c4f5-48a2-8b57-0222b8b389ba service neutron] For port 85e90f5c-61b7-439b-b633-4f46c8ec8ae2, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=85e90f5c-61b7-439b-b633-4f46c8ec8ae2,segment=NetworkSegment(c8144303-1829-4e5d-b88f-778fd159524c),segment_id=c8144303-1829-4e5d-b88f-778fd159524c)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:43:04.149917 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7b92abff-24b7-47d6-9b29-e0bd2adeaf11 req-5a22418d-9565-4fb1-8d00-d520003cc19d tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f801cb9-e1f0-48ab-b6be-390bd4fb636d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626433 May 10 05:43:04.151135 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-d3ce5ab0-c4f5-48a2-8b57-0222b8b389ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26157027'] for port (85e90f5c-61b7-439b-b633-4f46c8ec8ae2), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:04.185661 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-d3ce5ab0-c4f5-48a2-8b57-0222b8b389ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:04.186302 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-d3ce5ab0-c4f5-48a2-8b57-0222b8b389ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:04.187716 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-d3ce5ab0-c4f5-48a2-8b57-0222b8b389ba service neutron] 10.222.0.50 "PUT /v2.0/ports/85e90f5c-61b7-439b-b633-4f46c8ec8ae2 HTTP/1.1" status: 200 len: 1093 time: 0.7077298 May 10 05:43:04.188154 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c727409e-1ec1-4b8a-ab35-8dbd40c925d5', 'tag': '85e90f5c-61b7-439b-b633-4f46c8ec8ae2'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:43:04.190410 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43be1a98-d3c6-45df-bbed-d8336c6151fc" -d '{"events": [{"name": "network-changed", "server_uuid": "c727409e-1ec1-4b8a-ab35-8dbd40c925d5", "tag": "85e90f5c-61b7-439b-b633-4f46c8ec8ae2"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:43:04.216254 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce5ab0-c4f5-48a2-8b57-0222b8b389ba service neutron] Pushing event updated for resources: {'Port': ['ID=85e90f5c-61b7-439b-b633-4f46c8ec8ae2,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:04.249389 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fedb15-3fc7-41a7-a65a-45043db6629c x-openstack-request-id: req-d1fedb15-3fc7-41a7-a65a-45043db6629c {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:43:04.249713 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c727409e-1ec1-4b8a-ab35-8dbd40c925d5", "tag": "85e90f5c-61b7-439b-b633-4f46c8ec8ae2", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:43:04.249918 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1fedb15-3fc7-41a7-a65a-45043db6629c {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:43:04.250442 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1fedb15-3fc7-41a7-a65a-45043db6629c'] response: {'name': 'network-changed', 'server_uuid': 'c727409e-1ec1-4b8a-ab35-8dbd40c925d5', 'tag': '85e90f5c-61b7-439b-b633-4f46c8ec8ae2', 'status': 'completed', 'code': 200} May 10 05:43:04.285582 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-0a10d22e-dcf9-475e-955e-e4adf60459eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:04.287116 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-0a10d22e-dcf9-475e-955e-e4adf60459eb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=699b5cb28dd5440f8daf96b156413623&device_id=c727409e-1ec1-4b8a-ab35-8dbd40c925d5 HTTP/1.1" status: 200 len: 1127 time: 0.0532644 May 10 05:43:04.329580 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-30a904f0-dd65-42b1-bdd0-56e801abde1e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85e90f5c-61b7-439b-b633-4f46c8ec8ae2 HTTP/1.1" status: 200 len: 217 time: 0.0343885 May 10 05:43:04.378045 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-ed99dcaa-d9ea-4fee-86cd-2d3c50cf4562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:04.379559 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-ed99dcaa-d9ea-4fee-86cd-2d3c50cf4562 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=09af1d4f-7f31-4a4d-ad76-d80bf89b5ac7 HTTP/1.1" status: 200 len: 849 time: 0.0444632 May 10 05:43:04.416464 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-96b0067b-9a87-4659-b736-9711ff90635f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1124a2de-ed0d-4cdb-bb05-82d8d1e0c740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302653 May 10 05:43:04.537859 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-35c8ffbe-f023-418c-bb5d-4041ea51f7d8 service neutron] 10.222.0.50 "GET /v2.0/networks/1124a2de-ed0d-4cdb-bb05-82d8d1e0c740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138682 May 10 05:43:04.633615 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-af75c365-71fa-45c4-81f9-4e2484049db6 req-c73fe0d6-96e0-4683-b58d-39f5961d02f0 service neutron] 10.222.0.50 "GET /v2.0/networks/1124a2de-ed0d-4cdb-bb05-82d8d1e0c740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869827 May 10 05:43:05.298581 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97851d-06bb-4764-a2e1-e88a02ea9b32 req-dec04dcd-c404-4d82-8a14-f2ca4101b517 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:05.300079 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4f97851d-06bb-4764-a2e1-e88a02ea9b32 req-dec04dcd-c404-4d82-8a14-f2ca4101b517 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=c727409e-1ec1-4b8a-ab35-8dbd40c925d5 HTTP/1.1" status: 200 len: 943 time: 0.0605645 May 10 05:43:05.349901 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4f97851d-06bb-4764-a2e1-e88a02ea9b32 req-394d630c-9945-47ce-b168-9dc51d9e37d9 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f801cb9-e1f0-48ab-b6be-390bd4fb636d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440617 May 10 05:43:05.364819 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d0d16571-cd5d-4380-ac1a-d6d66bbfb820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:06.471260 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a59b8-1815-42c6-ae6e-98f312f6beb5 req-432ee235-1796-434b-bc28-3740b0e21d32 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:06.472771 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7f2a59b8-1815-42c6-ae6e-98f312f6beb5 req-432ee235-1796-434b-bc28-3740b0e21d32 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=c727409e-1ec1-4b8a-ab35-8dbd40c925d5 HTTP/1.1" status: 200 len: 943 time: 0.0470302 May 10 05:43:06.522569 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7f2a59b8-1815-42c6-ae6e-98f312f6beb5 req-c6e2476c-cbe4-4041-b1f0-143b25025ccf tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f801cb9-e1f0-48ab-b6be-390bd4fb636d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422063 May 10 05:43:06.600183 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:07.611910 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:07.647989 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f0b32-4767-4392-820c-2821db3c794e req-76c30c76-1af5-4f34-b718-0313ac92d457 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:07.649548 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-266f0b32-4767-4392-820c-2821db3c794e req-76c30c76-1af5-4f34-b718-0313ac92d457 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=c727409e-1ec1-4b8a-ab35-8dbd40c925d5 HTTP/1.1" status: 200 len: 943 time: 0.0477362 May 10 05:43:07.700792 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-266f0b32-4767-4392-820c-2821db3c794e req-4957e6f6-cdab-4186-8ec5-cdaac8af2086 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f801cb9-e1f0-48ab-b6be-390bd4fb636d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454755 May 10 05:43:08.845032 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5362220-941a-4d34-96db-78451d976725 req-9955188c-9794-4c3d-ab05-bdc7008410bf tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:08.846517 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c5362220-941a-4d34-96db-78451d976725 req-9955188c-9794-4c3d-ab05-bdc7008410bf tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=c727409e-1ec1-4b8a-ab35-8dbd40c925d5 HTTP/1.1" status: 200 len: 943 time: 0.0729983 May 10 05:43:08.849790 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be1a98-d3c6-45df-bbed-d8336c6151fc req-5fe7fed6-6945-413d-b3e8-b72a3919bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:08.851148 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-43be1a98-d3c6-45df-bbed-d8336c6151fc req-5fe7fed6-6945-413d-b3e8-b72a3919bfc2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=699b5cb28dd5440f8daf96b156413623&device_id=c727409e-1ec1-4b8a-ab35-8dbd40c925d5 HTTP/1.1" status: 200 len: 1127 time: 0.0667911 May 10 05:43:08.962137 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c5362220-941a-4d34-96db-78451d976725 req-4fd62a43-6b0c-40dd-b12c-d58325dfde94 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f801cb9-e1f0-48ab-b6be-390bd4fb636d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028047 May 10 05:43:08.985144 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be1a98-d3c6-45df-bbed-d8336c6151fc req-453988f0-82c3-4359-ab92-d71ab372d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:08.986686 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-43be1a98-d3c6-45df-bbed-d8336c6151fc req-453988f0-82c3-4359-ab92-d71ab372d0b2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1124a2de-ed0d-4cdb-bb05-82d8d1e0c740 HTTP/1.1" status: 200 len: 910 time: 0.1261256 May 10 05:43:09.032212 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-43be1a98-d3c6-45df-bbed-d8336c6151fc req-8185f9a7-bd91-4f2f-9dad-5f9a8fca5a43 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85e90f5c-61b7-439b-b633-4f46c8ec8ae2 HTTP/1.1" status: 200 len: 217 time: 0.0387394 May 10 05:43:09.092027 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be1a98-d3c6-45df-bbed-d8336c6151fc req-0eba2419-c937-4d72-b6cc-716c55ee62de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:09.093598 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-43be1a98-d3c6-45df-bbed-d8336c6151fc req-0eba2419-c937-4d72-b6cc-716c55ee62de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=09af1d4f-7f31-4a4d-ad76-d80bf89b5ac7 HTTP/1.1" status: 200 len: 849 time: 0.0559421 May 10 05:43:09.132772 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-43be1a98-d3c6-45df-bbed-d8336c6151fc req-61ba7a1b-79a9-427e-80a0-d55c6ff77656 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1124a2de-ed0d-4cdb-bb05-82d8d1e0c740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315225 May 10 05:43:09.231747 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-43be1a98-d3c6-45df-bbed-d8336c6151fc req-c594917d-aecd-4d29-8b0c-e00ef962cd35 service neutron] 10.222.0.50 "GET /v2.0/networks/1124a2de-ed0d-4cdb-bb05-82d8d1e0c740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926187 May 10 05:43:09.333397 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-43be1a98-d3c6-45df-bbed-d8336c6151fc req-b65c7ef7-791e-41d2-a194-79ac8ee6dd8e service neutron] 10.222.0.50 "GET /v2.0/networks/1124a2de-ed0d-4cdb-bb05-82d8d1e0c740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959001 May 10 05:43:09.394697 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:09.649467 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-36d860e4-fd9d-4eb8-b1d1-eff49cd82db7 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-764639929&fields=id&tenant_id=73bfe2432e5a41d8b8611b54849c575f HTTP/1.1" status: 200 len: 267 time: 0.0532255 May 10 05:43:09.779584 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-0c48f1ee-659e-4aa4-8356-39a7322b639d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:09.781662 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-0c48f1ee-659e-4aa4-8356-39a7322b639d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/networks?id=73f8ea49-61d7-4c5a-978c-c205c837fcbf HTTP/1.1" status: 200 len: 810 time: 0.1240375 May 10 05:43:09.802399 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-3783db56-c749-4b22-9026-cb6c8571aeaf tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/quotas/73bfe2432e5a41d8b8611b54849c575f HTTP/1.1" status: 200 len: 375 time: 0.0116518 May 10 05:43:09.858403 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-18ec7c1f-b818-460f-999c-53393432f28c tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=73bfe2432e5a41d8b8611b54849c575f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501995 May 10 05:43:09.972357 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-150373cc-c76d-4f8f-bae1-8b2c8bf967fd service neutron] 10.222.0.23 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012633 May 10 05:43:10.099658 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a390f2c-fcfb-47f4-8e6c-b7f08665619f req-5bd463b0-5bc4-4154-91a5-8e1544f96e9d tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:10.101110 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6a390f2c-fcfb-47f4-8e6c-b7f08665619f req-5bd463b0-5bc4-4154-91a5-8e1544f96e9d tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=c727409e-1ec1-4b8a-ab35-8dbd40c925d5 HTTP/1.1" status: 200 len: 943 time: 0.0646601 May 10 05:43:10.104647 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-2476faef-6ded-4794-9362-a1bdd1c7b0ab service neutron] 10.222.0.23 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266365 May 10 05:43:10.149110 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6a390f2c-fcfb-47f4-8e6c-b7f08665619f req-a183e605-5335-4df1-9bc2-e3fa00ffd029 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f801cb9-e1f0-48ab-b6be-390bd4fb636d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420611 May 10 05:43:10.404986 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0a93b14a-e5e4-4196-b6f4-03d872aed091 req-11da21de-dc11-4e77-b310-f37171e52ce0 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 210 time: 0.0312626 May 10 05:43:11.171115 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cb9d9-b1f5-4a9e-9e71-63706537673a req-f70fee6e-2642-43d6-9797-82d0a1e98aac tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:11.178641 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5d5cb9d9-b1f5-4a9e-9e71-63706537673a req-f70fee6e-2642-43d6-9797-82d0a1e98aac tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0587d05-a858-4d10-805c-9013d7ad3cec HTTP/1.1" status: 200 len: 945 time: 0.0539088 May 10 05:43:11.198620 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 55050) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:11.238454 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5d5cb9d9-b1f5-4a9e-9e71-63706537673a req-2235e949-ec9e-49ed-a1c0-e3bed74b1353 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1ef29f3-8b29-450c-81a4-c22fe389a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559723 May 10 05:43:11.304913 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b73edd-efe4-45b2-814c-2b2cef861143 req-fffe721e-a209-424b-9b8d-cc92b51110d5 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:11.313768 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-67b73edd-efe4-45b2-814c-2b2cef861143 req-fffe721e-a209-424b-9b8d-cc92b51110d5 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=c727409e-1ec1-4b8a-ab35-8dbd40c925d5 HTTP/1.1" status: 200 len: 943 time: 0.0742781 May 10 05:43:11.337621 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac7df72e-5946-4e0c-bf04-2581d36c0148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:11.363120 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-67b73edd-efe4-45b2-814c-2b2cef861143 req-36aa24e6-3617-486a-ba8b-f5b45984c087 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f801cb9-e1f0-48ab-b6be-390bd4fb636d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484502 May 10 05:43:11.418064 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac7df72e-5946-4e0c-bf04-2581d36c0148 admin admin] Publish callbacks [] for security_group (7f32eb48-344b-4a9f-bfd7-405c82d75af9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:11.422212 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac7df72e-5946-4e0c-bf04-2581d36c0148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (7f32eb48-344b-4a9f-bfd7-405c82d75af9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:11.448090 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 55058) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:11.462389 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-ac7df72e-5946-4e0c-bf04-2581d36c0148 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cb1c9178f1e9469d9ac9ea1ffedc3d86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2626715 May 10 05:43:11.465035 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 55062) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:11.476013 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7df72e-5946-4e0c-bf04-2581d36c0148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f32eb48-344b-4a9f-bfd7-405c82d75af9,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:11.527755 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0704ff74-b5cc-46e4-929b-ebcdc1c9b18c req-05090810-6c3c-4365-abfe-e66bc5c8104e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 210 time: 0.0414386 May 10 05:43:11.553328 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c0616fa6-359d-479f-aa8f-4482d5cb6ad5 admin admin] Publish callbacks [] for security_group (7f32eb48-344b-4a9f-bfd7-405c82d75af9), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:11.579293 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c11fb593-e0cc-4a6b-bc7f-ee31bc17a1e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:11.585326 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c0616fa6-359d-479f-aa8f-4482d5cb6ad5 admin admin] Publish callbacks [] for security_group (7f32eb48-344b-4a9f-bfd7-405c82d75af9), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:11.661250 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c0616fa6-359d-479f-aa8f-4482d5cb6ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (7f32eb48-344b-4a9f-bfd7-405c82d75af9), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:11.663748 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c0616fa6-359d-479f-aa8f-4482d5cb6ad5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:11.664899 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-c0616fa6-359d-479f-aa8f-4482d5cb6ad5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f32eb48-344b-4a9f-bfd7-405c82d75af9 HTTP/1.1" status: 204 len: 168 time: 0.1989107 May 10 05:43:11.679144 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0616fa6-359d-479f-aa8f-4482d5cb6ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f32eb48-344b-4a9f-bfd7-405c82d75af9,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:11.694449 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c11fb593-e0cc-4a6b-bc7f-ee31bc17a1e3 admin admin] Publish callbacks [] for security_group (173d9467-8c6d-4afc-8db4-65eecedb6a91), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:11.699757 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c11fb593-e0cc-4a6b-bc7f-ee31bc17a1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (173d9467-8c6d-4afc-8db4-65eecedb6a91), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:11.740160 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-c11fb593-e0cc-4a6b-bc7f-ee31bc17a1e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce088da1d4a445ee8a0c91f1b2c576f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907732 May 10 05:43:11.741149 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fb593-e0cc-4a6b-bc7f-ee31bc17a1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173d9467-8c6d-4afc-8db4-65eecedb6a91,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:11.742223 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 55066) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:11.764387 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 85e90f5c-61b7-439b-b633-4f46c8ec8ae2 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 05:43:11.797815 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6deda4e-59e3-453d-9ab5-43f7069967fc admin admin] Publish callbacks [] for security_group (173d9467-8c6d-4afc-8db4-65eecedb6a91), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:11.819656 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6deda4e-59e3-453d-9ab5-43f7069967fc admin admin] Publish callbacks [] for security_group (173d9467-8c6d-4afc-8db4-65eecedb6a91), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:11.877209 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 85e90f5c-61b7-439b-b633-4f46c8ec8ae2, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=85e90f5c-61b7-439b-b633-4f46c8ec8ae2,segment=NetworkSegment(c8144303-1829-4e5d-b88f-778fd159524c),segment_id=c8144303-1829-4e5d-b88f-778fd159524c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:43:11.877405 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6deda4e-59e3-453d-9ab5-43f7069967fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (173d9467-8c6d-4afc-8db4-65eecedb6a91), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:11.880648 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6deda4e-59e3-453d-9ab5-43f7069967fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:11.881819 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-d6deda4e-59e3-453d-9ab5-43f7069967fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/173d9467-8c6d-4afc-8db4-65eecedb6a91 HTTP/1.1" status: 204 len: 168 time: 0.1386180 May 10 05:43:11.890815 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Returning: {'device': '85e90f5c-61b7-439b-b633-4f46c8ec8ae2', 'network_id': '1124a2de-ed0d-4cdb-bb05-82d8d1e0c740', 'port_id': '85e90f5c-61b7-439b-b633-4f46c8ec8ae2', 'mac_address': 'fa:16:3e:e6:fd:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09af1d4f-7f31-4a4d-ad76-d80bf89b5ac7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 05:43:11.891835 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6deda4e-59e3-453d-9ab5-43f7069967fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173d9467-8c6d-4afc-8db4-65eecedb6a91,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:11.972424 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 55072) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:11.989710 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a603180-9ec6-4606-9977-a809124e0955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:12.074396 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a603180-9ec6-4606-9977-a809124e0955 admin admin] Publish callbacks [] for security_group (0313fb64-23cd-4780-81dd-42ea081c1883), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:12.079979 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a603180-9ec6-4606-9977-a809124e0955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (0313fb64-23cd-4780-81dd-42ea081c1883), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:12.090347 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 85e90f5c-61b7-439b-b633-4f46c8ec8ae2 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:43:12.090807 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (85e90f5c-61b7-439b-b633-4f46c8ec8ae2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:12.105461 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e90f5c-61b7-439b-b633-4f46c8ec8ae2 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:43:12.127946 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 85e90f5c-61b7-439b-b633-4f46c8ec8ae2, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=85e90f5c-61b7-439b-b633-4f46c8ec8ae2,segment=NetworkSegment(c8144303-1829-4e5d-b88f-778fd159524c),segment_id=c8144303-1829-4e5d-b88f-778fd159524c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:43:12.132838 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (85e90f5c-61b7-439b-b633-4f46c8ec8ae2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:12.133154 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a603180-9ec6-4606-9977-a809124e0955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0313fb64-23cd-4780-81dd-42ea081c1883,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:12.142736 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 55076) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:12.151876 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-7a603180-9ec6-4606-9977-a809124e0955 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c6e4683051842798624a52e835b42ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1769092 May 10 05:43:12.186180 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=85e90f5c-61b7-439b-b633-4f46c8ec8ae2,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:12.193364 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:12.193671 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7dad71f0-62d1-4082-8073-2d816dfa07be admin admin] Publish callbacks [] for security_group (0313fb64-23cd-4780-81dd-42ea081c1883), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:12.194137 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:12.194137 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:12.194483 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:12.194806 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:12.195125 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:12.195439 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:12.195782 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:12.196148 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:12.196461 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:12.196774 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:12.199873 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:12.199873 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:12.199873 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:12.199873 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:12.200513 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 55078) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:12.215283 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a3c899f-466b-4273-b4b0-3c5b528ef717 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:12.220866 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7dad71f0-62d1-4082-8073-2d816dfa07be admin admin] Publish callbacks [] for security_group (0313fb64-23cd-4780-81dd-42ea081c1883), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:12.273999 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7dad71f0-62d1-4082-8073-2d816dfa07be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (0313fb64-23cd-4780-81dd-42ea081c1883), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:12.276812 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7dad71f0-62d1-4082-8073-2d816dfa07be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:12.280373 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-7dad71f0-62d1-4082-8073-2d816dfa07be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0313fb64-23cd-4780-81dd-42ea081c1883 HTTP/1.1" status: 204 len: 168 time: 0.1341763 May 10 05:43:12.286966 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad71f0-62d1-4082-8073-2d816dfa07be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0313fb64-23cd-4780-81dd-42ea081c1883,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:12.299372 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a3c899f-466b-4273-b4b0-3c5b528ef717 admin admin] Publish callbacks [] for security_group (91e284ae-b0e9-4eb2-b644-5fcb3479c872), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:12.304415 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a3c899f-466b-4273-b4b0-3c5b528ef717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (91e284ae-b0e9-4eb2-b644-5fcb3479c872), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:12.352192 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-5a3c899f-466b-4273-b4b0-3c5b528ef717 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c5ede6554e2345dca7f16e7e5a28c1e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470809 May 10 05:43:12.352192 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c899f-466b-4273-b4b0-3c5b528ef717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e284ae-b0e9-4eb2-b644-5fcb3479c872,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:12.353709 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 55084) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:12.389423 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20c7ee-9d28-46c8-ab73-af01522b18c8 req-1411726a-4516-4739-8b3d-d8cb286fd6a9 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:12.391207 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5f20c7ee-9d28-46c8-ab73-af01522b18c8 req-1411726a-4516-4739-8b3d-d8cb286fd6a9 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0587d05-a858-4d10-805c-9013d7ad3cec HTTP/1.1" status: 200 len: 945 time: 0.0658944 May 10 05:43:12.396687 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['85e90f5c-61b7-439b-b633-4f46c8ec8ae2'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:43:12.452156 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5f20c7ee-9d28-46c8-ab73-af01522b18c8 req-24d60a01-783c-473f-b3f4-612a783eadc6 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1ef29f3-8b29-450c-81a4-c22fe389a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498500 May 10 05:43:12.510740 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-11859807-08a5-4299-8cdf-e811177be7de admin admin] Publish callbacks [] for security_group (91e284ae-b0e9-4eb2-b644-5fcb3479c872), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:12.528762 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bd826-2fea-405d-94bd-b72d55753f8a req-d602e0b8-e53f-49c7-93b2-aecc6df9ee26 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:12.530870 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-be4bd826-2fea-405d-94bd-b72d55753f8a req-d602e0b8-e53f-49c7-93b2-aecc6df9ee26 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=c727409e-1ec1-4b8a-ab35-8dbd40c925d5 HTTP/1.1" status: 200 len: 944 time: 0.0772378 May 10 05:43:12.555266 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-11859807-08a5-4299-8cdf-e811177be7de admin admin] Publish callbacks [] for security_group (91e284ae-b0e9-4eb2-b644-5fcb3479c872), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:12.627399 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-be4bd826-2fea-405d-94bd-b72d55753f8a req-552972f5-9ba2-459e-a4cd-70fb36e25ff7 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f801cb9-e1f0-48ab-b6be-390bd4fb636d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844138 May 10 05:43:12.644805 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-54e6f15b-8053-4a17-86d6-d0c7a7d57aec req-2b5db77d-371c-4d5b-b9b0-9ea5467088d4 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 210 time: 0.0396955 May 10 05:43:12.665479 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-11859807-08a5-4299-8cdf-e811177be7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (91e284ae-b0e9-4eb2-b644-5fcb3479c872), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:12.668267 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-11859807-08a5-4299-8cdf-e811177be7de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:12.671734 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-11859807-08a5-4299-8cdf-e811177be7de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91e284ae-b0e9-4eb2-b644-5fcb3479c872 HTTP/1.1" status: 204 len: 168 time: 0.3143828 May 10 05:43:12.756754 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11859807-08a5-4299-8cdf-e811177be7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e284ae-b0e9-4eb2-b644-5fcb3479c872,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:12.816994 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-f3133c0e-2512-4fee-aab2-521276c2c0a1 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:12.818650 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-f3133c0e-2512-4fee-aab2-521276c2c0a1 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.50 "GET /v2.0/networks?id=73f8ea49-61d7-4c5a-978c-c205c837fcbf HTTP/1.1" status: 200 len: 810 time: 0.1465912 May 10 05:43:12.987892 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-9b42baec-54a4-4843-85db-4512497991ca tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73bfe2432e5a41d8b8611b54849c575f HTTP/1.1" status: 200 len: 379 time: 0.0653729 May 10 05:43:13.025766 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-28bffa87-17fa-4e0e-a85a-ba7d3e771e1d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Request body: {'port': {'device_id': 'f63c5af3-daaa-47f2-8d56-49878026ebe0', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'admin_state_up': True, 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'security_groups': ['950c4c53-f728-49fd-9865-55a4016ceadf']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:43:13.082630 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc2d66-d42d-439f-b15f-68fbc0da3b39 req-59bd08dc-ae30-4666-8950-51f06a692989 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:13.085188 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-79bc2d66-d42d-439f-b15f-68fbc0da3b39 req-59bd08dc-ae30-4666-8950-51f06a692989 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0587d05-a858-4d10-805c-9013d7ad3cec HTTP/1.1" status: 200 len: 945 time: 0.0635450 May 10 05:43:13.152510 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-28bffa87-17fa-4e0e-a85a-ba7d3e771e1d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Made reservation on behalf of 73bfe2432e5a41d8b8611b54849c575f for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:43:13.157515 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-28bffa87-17fa-4e0e-a85a-ba7d3e771e1d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:13.159712 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 55120) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:13.196514 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-79bc2d66-d42d-439f-b15f-68fbc0da3b39 req-91c85421-495a-4629-913c-d05831030c20 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Deleting port 74277b00-d079-49e6-a698-f79a2eb44add {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:43:13.196983 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-79bc2d66-d42d-439f-b15f-68fbc0da3b39 req-91c85421-495a-4629-913c-d05831030c20 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (74277b00-d079-49e6-a698-f79a2eb44add), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:13.325590 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-79bc2d66-d42d-439f-b15f-68fbc0da3b39 req-91c85421-495a-4629-913c-d05831030c20 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] For port 74277b00-d079-49e6-a698-f79a2eb44add, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=74277b00-d079-49e6-a698-f79a2eb44add,segment=NetworkSegment(64e099bc-3c93-4220-ab74-add996d3271d),segment_id=64e099bc-3c93-4220-ab74-add996d3271d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:43:13.326264 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-79bc2d66-d42d-439f-b15f-68fbc0da3b39 req-91c85421-495a-4629-913c-d05831030c20 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (74277b00-d079-49e6-a698-f79a2eb44add), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:13.331543 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-b9fab29f-da69-4d7f-a689-bc2eaea7bdf8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-192049881-network', 'tenant_id': 'acee54f44ec6408a9496fcac95f6be8b'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:43:13.335815 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-28bffa87-17fa-4e0e-a85a-ba7d3e771e1d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Allocated IP 172.20.0.3 (73f8ea49-61d7-4c5a-978c-c205c837fcbf/25f5936d-fb1d-4a12-acf7-156c561fdc0b/22c35213-cd30-4098-8bb7-9a6b968c177e) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:43:13.346031 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-79bc2d66-d42d-439f-b15f-68fbc0da3b39 req-91c85421-495a-4629-913c-d05831030c20 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Calling delete_port for 74277b00-d079-49e6-a698-f79a2eb44add owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:43:13.383166 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fab29f-da69-4d7f-a689-bc2eaea7bdf8 admin admin] Made reservation on behalf of acee54f44ec6408a9496fcac95f6be8b for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:43:13.385698 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b9fab29f-da69-4d7f-a689-bc2eaea7bdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:13.432344 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b9fab29f-da69-4d7f-a689-bc2eaea7bdf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:13.527801 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-79bc2d66-d42d-439f-b15f-68fbc0da3b39 req-91c85421-495a-4629-913c-d05831030c20 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (74277b00-d079-49e6-a698-f79a2eb44add), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:13.546128 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['74277b00-d079-49e6-a698-f79a2eb44add'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:43:13.574890 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ddd48d72-9fe5-4895-9779-100687eac975 req-1993c33b-c3b2-4b03-b4b0-f2213718893e tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0587d05-a858-4d10-805c-9013d7ad3cec HTTP/1.1" status: 200 len: 210 time: 0.0340185 May 10 05:43:13.580148 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c85421-495a-4629-913c-d05831030c20 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Pushing event deleted for resources: {'Port': ['ID=74277b00-d079-49e6-a698-f79a2eb44add,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:13.614920 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-28bffa87-17fa-4e0e-a85a-ba7d3e771e1d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for port (22c35213-cd30-4098-8bb7-9a6b968c177e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:13.644611 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-79bc2d66-d42d-439f-b15f-68fbc0da3b39 req-91c85421-495a-4629-913c-d05831030c20 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] No DVR routers for this DVR port 74277b00-d079-49e6-a698-f79a2eb44add on host hv-cinder-83699 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:43:13.647486 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-79bc2d66-d42d-439f-b15f-68fbc0da3b39 req-91c85421-495a-4629-913c-d05831030c20 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:13.651107 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-79bc2d66-d42d-439f-b15f-68fbc0da3b39 req-91c85421-495a-4629-913c-d05831030c20 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.50 "DELETE /v2.0/ports/74277b00-d079-49e6-a698-f79a2eb44add HTTP/1.1" status: 204 len: 173 time: 0.5586414 May 10 05:43:13.651763 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0587d05-a858-4d10-805c-9013d7ad3cec', 'name': 'network-vif-deleted', 'tag': '74277b00-d079-49e6-a698-f79a2eb44add'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:43:13.655745 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b131f739-1ab0-41e1-9c0f-e9d402e0cc3b" -d '{"events": [{"server_uuid": "a0587d05-a858-4d10-805c-9013d7ad3cec", "name": "network-vif-deleted", "tag": "74277b00-d079-49e6-a698-f79a2eb44add"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:43:13.666078 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b9fab29f-da69-4d7f-a689-bc2eaea7bdf8 admin admin] Publish callbacks [] for security_group (892f869a-a069-41dd-9301-4c66b45da756), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:13.672665 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b9fab29f-da69-4d7f-a689-bc2eaea7bdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (892f869a-a069-41dd-9301-4c66b45da756), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:13.695917 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-28bffa87-17fa-4e0e-a85a-ba7d3e771e1d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156954'] for port (22c35213-cd30-4098-8bb7-9a6b968c177e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:13.714514 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9fab29f-da69-4d7f-a689-bc2eaea7bdf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 05:43:13.745202 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fece39a6-3f37-4fb3-bde6-885a7c241f2f x-openstack-request-id: req-fece39a6-3f37-4fb3-bde6-885a7c241f2f {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:43:13.745552 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0587d05-a858-4d10-805c-9013d7ad3cec", "name": "network-vif-deleted", "tag": "74277b00-d079-49e6-a698-f79a2eb44add", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:43:13.745861 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fece39a6-3f37-4fb3-bde6-885a7c241f2f {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:43:13.746646 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fece39a6-3f37-4fb3-bde6-885a7c241f2f'] response: {'server_uuid': 'a0587d05-a858-4d10-805c-9013d7ad3cec', 'name': 'network-vif-deleted', 'tag': '74277b00-d079-49e6-a698-f79a2eb44add', 'status': 'completed', 'code': 200} May 10 05:43:13.746948 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fab29f-da69-4d7f-a689-bc2eaea7bdf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892f869a-a069-41dd-9301-4c66b45da756,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:13.750376 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b9fab29f-da69-4d7f-a689-bc2eaea7bdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (22cc38e8-5eca-480f-83d9-5ba19d680d27), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:13.750777 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.db.segments_db [None req-b9fab29f-da69-4d7f-a689-bc2eaea7bdf8 admin admin] Added segment 22cc38e8-5eca-480f-83d9-5ba19d680d27 of type vlan for network f7cca3dc-0c51-4bbd-8eae-a1d4d676d7ea May 10 05:43:13.766054 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 85e90f5c-61b7-439b-b633-4f46c8ec8ae2 up at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:43:13.773255 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-28bffa87-17fa-4e0e-a85a-ba7d3e771e1d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Network 73f8ea49-61d7-4c5a-978c-c205c837fcbf is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:43:13.801949 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-28bffa87-17fa-4e0e-a85a-ba7d3e771e1d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:43:13.817638 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-28bffa87-17fa-4e0e-a85a-ba7d3e771e1d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:43:13.847898 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning for port 85e90f5c-61b7-439b-b633-4f46c8ec8ae2 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 05:43:13.855705 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning complete for port 85e90f5c-61b7-439b-b633-4f46c8ec8ae2 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:43:13.858443 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (85e90f5c-61b7-439b-b633-4f46c8ec8ae2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:13.903810 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b9fab29f-da69-4d7f-a689-bc2eaea7bdf8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215042991'] for network (f7cca3dc-0c51-4bbd-8eae-a1d4d676d7ea), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:13.909819 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bffa87-17fa-4e0e-a85a-ba7d3e771e1d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Pushing event updated for resources: {'Port': ['ID=22c35213-cd30-4098-8bb7-9a6b968c177e,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:13.970007 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 85e90f5c-61b7-439b-b633-4f46c8ec8ae2 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:43:13.970786 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (85e90f5c-61b7-439b-b633-4f46c8ec8ae2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:13.981097 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d48707-5560-4513-ae02-c3f837949959 req-a1fe209a-8e6e-44a3-9945-46f5daa5b659 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:13.982756 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e2d48707-5560-4513-ae02-c3f837949959 req-a1fe209a-8e6e-44a3-9945-46f5daa5b659 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=c727409e-1ec1-4b8a-ab35-8dbd40c925d5 HTTP/1.1" status: 200 len: 944 time: 0.2050605 May 10 05:43:13.999167 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c727409e-1ec1-4b8a-ab35-8dbd40c925d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e90f5c-61b7-439b-b633-4f46c8ec8ae2'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:43:14.001703 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0800c53295b7046a146618d9b887730b91c06d3b0846630efe31b30f8053b0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4337f6-e640-4029-8537-beae0b436932" -d '{"events": [{"server_uuid": "c727409e-1ec1-4b8a-ab35-8dbd40c925d5", "name": "network-vif-plugged", "status": "completed", "tag": "85e90f5c-61b7-439b-b633-4f46c8ec8ae2"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:43:14.001839 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-28bffa87-17fa-4e0e-a85a-ba7d3e771e1d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:14.002889 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-28bffa87-17fa-4e0e-a85a-ba7d3e771e1d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:14.017003 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 85e90f5c-61b7-439b-b633-4f46c8ec8ae2, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=85e90f5c-61b7-439b-b633-4f46c8ec8ae2,segment=NetworkSegment(c8144303-1829-4e5d-b88f-778fd159524c),segment_id=c8144303-1829-4e5d-b88f-778fd159524c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:43:14.022302 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924458ea-0bea-4b85-bcff-5469f78915a6 req-51598b96-8250-411f-911e-75de9528207a tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:14.022890 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (85e90f5c-61b7-439b-b633-4f46c8ec8ae2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:14.024139 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-924458ea-0bea-4b85-bcff-5469f78915a6 req-51598b96-8250-411f-911e-75de9528207a tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 931 time: 0.1905291 May 10 05:43:14.032373 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-28bffa87-17fa-4e0e-a85a-ba7d3e771e1d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0109742 May 10 05:43:14.077839 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=85e90f5c-61b7-439b-b633-4f46c8ec8ae2,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:14.090637 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b9fab29f-da69-4d7f-a689-bc2eaea7bdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for network (f7cca3dc-0c51-4bbd-8eae-a1d4d676d7ea), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:14.091567 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fab29f-da69-4d7f-a689-bc2eaea7bdf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:14.092333 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b9fab29f-da69-4d7f-a689-bc2eaea7bdf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:14.175078 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-132c82c6-d567-445b-a914-be2c60311baf service neutron] Request body: {'port': {'device_id': 'f63c5af3-daaa-47f2-8d56-49878026ebe0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:43:14.217762 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-8fd80a2b-90c0-4e69-a503-b4308661ea6f None None] Provisioning complete for port 22c35213-cd30-4098-8bb7-9a6b968c177e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:43:14.218353 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8fd80a2b-90c0-4e69-a503-b4308661ea6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (22c35213-cd30-4098-8bb7-9a6b968c177e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:14.223477 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e2d48707-5560-4513-ae02-c3f837949959 req-13863db2-fec9-4c23-9cf7-92c5c39ff5cc tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f801cb9-e1f0-48ab-b6be-390bd4fb636d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951258 May 10 05:43:14.285205 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3f4480-8fdb-4485-8d11-63bc6358ea5c x-openstack-request-id: req-4b3f4480-8fdb-4485-8d11-63bc6358ea5c {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:43:14.287329 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c727409e-1ec1-4b8a-ab35-8dbd40c925d5", "name": "network-vif-plugged", "status": "completed", "tag": "85e90f5c-61b7-439b-b633-4f46c8ec8ae2", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:43:14.287839 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b3f4480-8fdb-4485-8d11-63bc6358ea5c {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:43:14.288444 dv-cinder-836996-16-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b3f4480-8fdb-4485-8d11-63bc6358ea5c'] response: {'server_uuid': 'c727409e-1ec1-4b8a-ab35-8dbd40c925d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e90f5c-61b7-439b-b633-4f46c8ec8ae2', 'code': 200} May 10 05:43:14.292648 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-b9fab29f-da69-4d7f-a689-bc2eaea7bdf8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1308799 May 10 05:43:14.295779 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 55186) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:14.312569 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fab29f-da69-4d7f-a689-bc2eaea7bdf8 admin admin] Pushing event updated for resources: {'Network': ['ID=f7cca3dc-0c51-4bbd-8eae-a1d4d676d7ea,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:14.312907 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-211ea1d1-35a3-4c37-8a66-ac49301aff95 admin admin] Request body: {'subnet': {'network_id': 'f7cca3dc-0c51-4bbd-8eae-a1d4d676d7ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-192049881-subnet', 'tenant_id': 'acee54f44ec6408a9496fcac95f6be8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:43:14.321895 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-924458ea-0bea-4b85-bcff-5469f78915a6 req-d92006d3-a3ca-47b7-bc34-abb6570efaed tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2880204 May 10 05:43:14.323262 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-132c82c6-d567-445b-a914-be2c60311baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (22c35213-cd30-4098-8bb7-9a6b968c177e), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:14.327090 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Network f7cca3dc-0c51-4bbd-8eae-a1d4d676d7ea details requested by agent ovs-agent-dv-cinder-836996-16-iscsi with host dv-cinder-836996-16-iscsi {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 05:43:14.334634 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8fd80a2b-90c0-4e69-a503-b4308661ea6f None None] Port 22c35213-cd30-4098-8bb7-9a6b968c177e cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:43:14.376312 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211ea1d1-35a3-4c37-8a66-ac49301aff95 admin admin] Made reservation on behalf of acee54f44ec6408a9496fcac95f6be8b for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:43:14.380408 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-211ea1d1-35a3-4c37-8a66-ac49301aff95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25345493'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:14.541666 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d34d66-8394-4a53-85a1-29bc5856513e req-29769d62-bf25-4a18-9315-713e0fc2ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:14.543193 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-29d34d66-8394-4a53-85a1-29bc5856513e req-29769d62-bf25-4a18-9315-713e0fc2ccd3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c727409e-1ec1-4b8a-ab35-8dbd40c925d5 HTTP/1.1" status: 200 len: 1129 time: 0.0693414 May 10 05:43:14.629688 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-29d34d66-8394-4a53-85a1-29bc5856513e req-498eb154-0b0f-4a3f-8681-0df1c970ef26 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3f801cb9-e1f0-48ab-b6be-390bd4fb636d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786588 May 10 05:43:14.631193 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-211ea1d1-35a3-4c37-8a66-ac49301aff95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2854036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25345483'] for subnet (0c4416b0-d4e9-425b-a494-7718fbe0fd4c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:14.690278 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-132c82c6-d567-445b-a914-be2c60311baf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c35213-cd30-4098-8bb7-9a6b968c177e {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:43:14.698663 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-132c82c6-d567-445b-a914-be2c60311baf service neutron] Publish callbacks [] for port (22c35213-cd30-4098-8bb7-9a6b968c177e), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:14.713204 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ea1d1-35a3-4c37-8a66-ac49301aff95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c4416b0-d4e9-425b-a494-7718fbe0fd4c,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:14.715819 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ea1d1-35a3-4c37-8a66-ac49301aff95 admin admin] Checking segment: {'id': '22cc38e8-5eca-480f-83d9-5ba19d680d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f7cca3dc-0c51-4bbd-8eae-a1d4d676d7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:43:14.716384 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211ea1d1-35a3-4c37-8a66-ac49301aff95 admin admin] Network hostable DHCP agents. Network: f7cca3dc-0c51-4bbd-8eae-a1d4d676d7ea, hostable agents: ['80185445-a40d-4750-a48c-216d3708fc1f'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 05:43:14.720832 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-132c82c6-d567-445b-a914-be2c60311baf service neutron] Transition to ACTIVE for port object 22c35213-cd30-4098-8bb7-9a6b968c177e will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 05:43:14.728917 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-132c82c6-d567-445b-a914-be2c60311baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26157027'] for port (22c35213-cd30-4098-8bb7-9a6b968c177e), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:14.743465 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211ea1d1-35a3-4c37-8a66-ac49301aff95 admin admin] Network f7cca3dc-0c51-4bbd-8eae-a1d4d676d7ea is scheduled to be hosted by DHCP agent 80185445-a40d-4750-a48c-216d3708fc1f with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 05:43:14.754596 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-211ea1d1-35a3-4c37-8a66-ac49301aff95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-16-iscsi, f7cca3dc-0c51-4bbd-8eae-a1d4d676d7ea) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:43:14.761491 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211ea1d1-35a3-4c37-8a66-ac49301aff95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:14.767228 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c04121-12b9-444d-a334-9d0d58d5e467 None None] Network f7cca3dc-0c51-4bbd-8eae-a1d4d676d7ea requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:43:14.776201 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-211ea1d1-35a3-4c37-8a66-ac49301aff95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:14.819661 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-211ea1d1-35a3-4c37-8a66-ac49301aff95 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5226629 May 10 05:43:14.861064 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c82c6-d567-445b-a914-be2c60311baf service neutron] Pushing event updated for resources: {'Port': ['ID=22c35213-cd30-4098-8bb7-9a6b968c177e,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:14.963395 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-132c82c6-d567-445b-a914-be2c60311baf service neutron] Attempting to bind port 22c35213-cd30-4098-8bb7-9a6b968c177e on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:43:14.963765 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-132c82c6-d567-445b-a914-be2c60311baf service neutron] Attempting to bind port 22c35213-cd30-4098-8bb7-9a6b968c177e by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'cfa5179d-65c4-4f42-bdd8-e47a401610aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:43:14.964084 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-132c82c6-d567-445b-a914-be2c60311baf service neutron] Attempting to bind port 22c35213-cd30-4098-8bb7-9a6b968c177e on network 73f8ea49-61d7-4c5a-978c-c205c837fcbf {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:43:14.970453 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-132c82c6-d567-445b-a914-be2c60311baf service neutron] Port 22c35213-cd30-4098-8bb7-9a6b968c177e on network 73f8ea49-61d7-4c5a-978c-c205c837fcbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 05:43:14.970826 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-132c82c6-d567-445b-a914-be2c60311baf service neutron] Attempting to bind port 22c35213-cd30-4098-8bb7-9a6b968c177e on network 73f8ea49-61d7-4c5a-978c-c205c837fcbf {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:43:14.977350 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b65382-dcac-4789-845a-3d6d1be124d7 None None] Network f7cca3dc-0c51-4bbd-8eae-a1d4d676d7ea requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:43:14.980639 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-132c82c6-d567-445b-a914-be2c60311baf service neutron] Checking agent: {'id': '0722f08e-2e90-4d2d-9212-b191bf1b5213', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'started_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:43:14.981827 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-132c82c6-d567-445b-a914-be2c60311baf service neutron] Checking segment: {'id': 'cfa5179d-65c4-4f42-bdd8-e47a401610aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:43:14.984178 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-132c82c6-d567-445b-a914-be2c60311baf service neutron] Bound using segment: {'id': 'cfa5179d-65c4-4f42-bdd8-e47a401610aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:43:14.984834 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-132c82c6-d567-445b-a914-be2c60311baf service neutron] Bound port: 22c35213-cd30-4098-8bb7-9a6b968c177e, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfa5179d-65c4-4f42-bdd8-e47a401610aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:43:14.985304 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-132c82c6-d567-445b-a914-be2c60311baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (22c35213-cd30-4098-8bb7-9a6b968c177e), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:15.070034 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-132c82c6-d567-445b-a914-be2c60311baf service neutron] For port 22c35213-cd30-4098-8bb7-9a6b968c177e, host hv-cinder-83699, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:43:15.073904 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-132c82c6-d567-445b-a914-be2c60311baf service neutron] For port 22c35213-cd30-4098-8bb7-9a6b968c177e, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=22c35213-cd30-4098-8bb7-9a6b968c177e,segment=NetworkSegment(cfa5179d-65c4-4f42-bdd8-e47a401610aa),segment_id=cfa5179d-65c4-4f42-bdd8-e47a401610aa)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:43:15.083685 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-132c82c6-d567-445b-a914-be2c60311baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26157027'] for port (22c35213-cd30-4098-8bb7-9a6b968c177e), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:15.119817 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-132c82c6-d567-445b-a914-be2c60311baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:15.120485 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-132c82c6-d567-445b-a914-be2c60311baf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:15.121929 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-132c82c6-d567-445b-a914-be2c60311baf service neutron] 10.222.0.50 "PUT /v2.0/ports/22c35213-cd30-4098-8bb7-9a6b968c177e HTTP/1.1" status: 200 len: 1093 time: 0.9618239 May 10 05:43:15.122310 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63c5af3-daaa-47f2-8d56-49878026ebe0', 'tag': '22c35213-cd30-4098-8bb7-9a6b968c177e'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:43:15.124834 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044a616b-788d-47b2-9192-9a61f271b16c" -d '{"events": [{"name": "network-changed", "server_uuid": "f63c5af3-daaa-47f2-8d56-49878026ebe0", "tag": "22c35213-cd30-4098-8bb7-9a6b968c177e"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:43:15.168626 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c82c6-d567-445b-a914-be2c60311baf service neutron] Pushing event updated for resources: {'Port': ['ID=22c35213-cd30-4098-8bb7-9a6b968c177e,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:15.182456 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7c6321-34a7-47f5-80cc-a386b933748f x-openstack-request-id: req-1a7c6321-34a7-47f5-80cc-a386b933748f {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:43:15.183185 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63c5af3-daaa-47f2-8d56-49878026ebe0", "tag": "22c35213-cd30-4098-8bb7-9a6b968c177e", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:43:15.183737 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a7c6321-34a7-47f5-80cc-a386b933748f {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:43:15.185283 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a7c6321-34a7-47f5-80cc-a386b933748f'] response: {'name': 'network-changed', 'server_uuid': 'f63c5af3-daaa-47f2-8d56-49878026ebe0', 'tag': '22c35213-cd30-4098-8bb7-9a6b968c177e', 'status': 'completed', 'code': 200} May 10 05:43:15.360549 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d1cad-c81f-47ea-937d-b6fb0809ab09 req-36f54c93-256a-4f36-8b91-167cd5128f5b tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:15.364519 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a57d1cad-c81f-47ea-937d-b6fb0809ab09 req-36f54c93-256a-4f36-8b91-167cd5128f5b tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=c727409e-1ec1-4b8a-ab35-8dbd40c925d5 HTTP/1.1" status: 200 len: 945 time: 0.0631013 May 10 05:43:15.414962 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a57d1cad-c81f-47ea-937d-b6fb0809ab09 req-912c1340-297e-4139-8320-d7bf61b92d5b tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f801cb9-e1f0-48ab-b6be-390bd4fb636d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469992 May 10 05:43:15.477598 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d94786-274f-4def-b7d6-8ee41c8d8bd5 req-3c75e110-d9c0-4e51-82d9-a4bf8b0806ad tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:15.479061 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f2d94786-274f-4def-b7d6-8ee41c8d8bd5 req-3c75e110-d9c0-4e51-82d9-a4bf8b0806ad tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 943 time: 0.0632417 May 10 05:43:15.527197 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f2d94786-274f-4def-b7d6-8ee41c8d8bd5 req-d0b402f2-dbc3-480f-b5f3-383be34d98c3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425653 May 10 05:43:15.534690 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 55230) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:15.539678 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b0930ba9-b892-4266-b3cc-41a4dd50e771 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1343716552-network', 'tenant_id': 'e6f83ef68b6f4c36979271e85e581753'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:43:15.558934 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0930ba9-b892-4266-b3cc-41a4dd50e771 admin admin] Made reservation on behalf of e6f83ef68b6f4c36979271e85e581753 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:43:15.561370 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0930ba9-b892-4266-b3cc-41a4dd50e771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:15.569937 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0930ba9-b892-4266-b3cc-41a4dd50e771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:15.649450 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0930ba9-b892-4266-b3cc-41a4dd50e771 admin admin] Publish callbacks [] for security_group (57bffa63-e6c0-4baa-a47d-1415b4f855ba), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:15.655587 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0930ba9-b892-4266-b3cc-41a4dd50e771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (57bffa63-e6c0-4baa-a47d-1415b4f855ba), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:15.676110 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0930ba9-b892-4266-b3cc-41a4dd50e771 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 05:43:15.690744 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0930ba9-b892-4266-b3cc-41a4dd50e771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bffa63-e6c0-4baa-a47d-1415b4f855ba,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:15.694304 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0930ba9-b892-4266-b3cc-41a4dd50e771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (9ca8a3cb-afda-494f-8b7e-5d25b61dbead), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:15.694688 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.db.segments_db [None req-b0930ba9-b892-4266-b3cc-41a4dd50e771 admin admin] Added segment 9ca8a3cb-afda-494f-8b7e-5d25b61dbead of type vlan for network f097f239-fb4e-4496-b877-91ed40de638b May 10 05:43:15.743170 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0930ba9-b892-4266-b3cc-41a4dd50e771 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771215042991'] for network (f097f239-fb4e-4496-b877-91ed40de638b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:15.772094 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0930ba9-b892-4266-b3cc-41a4dd50e771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913'] for network (f097f239-fb4e-4496-b877-91ed40de638b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:15.773161 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0930ba9-b892-4266-b3cc-41a4dd50e771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:15.773732 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0930ba9-b892-4266-b3cc-41a4dd50e771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:15.829635 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-b0930ba9-b892-4266-b3cc-41a4dd50e771 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2937992 May 10 05:43:15.832554 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 55232) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:15.836578 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0930ba9-b892-4266-b3cc-41a4dd50e771 admin admin] Pushing event updated for resources: {'Network': ['ID=f097f239-fb4e-4496-b877-91ed40de638b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:15.837383 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-c49db83a-a412-4889-a4a1-5ef3806f650c admin admin] Request body: {'subnet': {'network_id': 'f097f239-fb4e-4496-b877-91ed40de638b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1343716552-subnet', 'tenant_id': 'e6f83ef68b6f4c36979271e85e581753', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:43:15.846856 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Network f097f239-fb4e-4496-b877-91ed40de638b details requested by agent ovs-agent-dv-cinder-836996-16-iscsi with host dv-cinder-836996-16-iscsi {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 05:43:15.857900 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49db83a-a412-4889-a4a1-5ef3806f650c admin admin] Made reservation on behalf of e6f83ef68b6f4c36979271e85e581753 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:43:15.860278 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c49db83a-a412-4889-a4a1-5ef3806f650c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25853414'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:16.042953 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c49db83a-a412-4889-a4a1-5ef3806f650c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26153322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25853432'] for subnet (0be4e334-8aa7-4ce8-ac6c-08a5d7da1c7f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:16.094980 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49db83a-a412-4889-a4a1-5ef3806f650c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0be4e334-8aa7-4ce8-ac6c-08a5d7da1c7f,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:16.105271 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49db83a-a412-4889-a4a1-5ef3806f650c admin admin] Checking segment: {'id': '9ca8a3cb-afda-494f-8b7e-5d25b61dbead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f097f239-fb4e-4496-b877-91ed40de638b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:43:16.105620 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49db83a-a412-4889-a4a1-5ef3806f650c admin admin] Network hostable DHCP agents. Network: f097f239-fb4e-4496-b877-91ed40de638b, hostable agents: ['80185445-a40d-4750-a48c-216d3708fc1f'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 05:43:16.124740 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49db83a-a412-4889-a4a1-5ef3806f650c admin admin] Network f097f239-fb4e-4496-b877-91ed40de638b is scheduled to be hosted by DHCP agent 80185445-a40d-4750-a48c-216d3708fc1f with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 05:43:16.134179 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-c49db83a-a412-4889-a4a1-5ef3806f650c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-16-iscsi, f097f239-fb4e-4496-b877-91ed40de638b) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:43:16.139072 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49db83a-a412-4889-a4a1-5ef3806f650c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:16.139692 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c49db83a-a412-4889-a4a1-5ef3806f650c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:16.143401 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0fcc30-647a-418c-affd-fee89060a546 None None] Network f097f239-fb4e-4496-b877-91ed40de638b requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:43:16.157336 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-c49db83a-a412-4889-a4a1-5ef3806f650c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3237181 May 10 05:43:16.242708 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c61daa-4fa3-4226-a9b6-dd228a7404b4 None None] Network f097f239-fb4e-4496-b877-91ed40de638b requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:43:16.537397 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d78573-9e1a-497d-94c5-3e5b2092928c req-02afc7f3-e7f4-400d-a57f-1c8cae83f2ab tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:16.539434 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-18d78573-9e1a-497d-94c5-3e5b2092928c req-02afc7f3-e7f4-400d-a57f-1c8cae83f2ab tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=c727409e-1ec1-4b8a-ab35-8dbd40c925d5 HTTP/1.1" status: 200 len: 945 time: 0.0524957 May 10 05:43:16.609427 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-18d78573-9e1a-497d-94c5-3e5b2092928c req-b2dd0045-7399-4d55-bb4e-c5b6b7b00ffb tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f801cb9-e1f0-48ab-b6be-390bd4fb636d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511677 May 10 05:43:16.810954 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c832314-bcff-478e-9f26-dcf214f052f7 req-dcde0dd3-aa1b-4a82-bf6c-c0e01c9d7e62 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:16.812483 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0c832314-bcff-478e-9f26-dcf214f052f7 req-dcde0dd3-aa1b-4a82-bf6c-c0e01c9d7e62 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 943 time: 0.0512550 May 10 05:43:16.864800 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0c832314-bcff-478e-9f26-dcf214f052f7 req-8e8ac029-c268-42ca-b919-c5295ee8786d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462403 May 10 05:43:17.742651 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff18244-c369-4252-9e89-cc25ec40045d req-05be4843-831d-4035-9489-7837d9b52a07 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:17.744180 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-fff18244-c369-4252-9e89-cc25ec40045d req-05be4843-831d-4035-9489-7837d9b52a07 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=c727409e-1ec1-4b8a-ab35-8dbd40c925d5 HTTP/1.1" status: 200 len: 945 time: 0.0572345 May 10 05:43:17.792828 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-fff18244-c369-4252-9e89-cc25ec40045d req-6304c95d-6551-45e4-83ed-91a253e0cc2d tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f801cb9-e1f0-48ab-b6be-390bd4fb636d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427799 May 10 05:43:17.806191 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 74277b00-d079-49e6-a698-f79a2eb44add no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:43:17.826691 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] No Port match for: 74277b00-d079-49e6-a698-f79a2eb44add {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:43:17.827027 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 74277b00-d079-49e6-a698-f79a2eb44add not bound to the agent host hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:43:17.897436 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a616b-788d-47b2-9192-9a61f271b16c req-b6f29b98-4f11-47ab-879f-303419515398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:17.899948 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-044a616b-788d-47b2-9192-9a61f271b16c req-b6f29b98-4f11-47ab-879f-303419515398 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=73bfe2432e5a41d8b8611b54849c575f&device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 1127 time: 0.0435171 May 10 05:43:18.018555 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d59af-edf3-4754-a45b-2fe1b3825187 req-3cbbd01b-8f1b-4e0d-8bb3-0d56b3dcff20 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:18.020072 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-836d59af-edf3-4754-a45b-2fe1b3825187 req-3cbbd01b-8f1b-4e0d-8bb3-0d56b3dcff20 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 943 time: 0.0648558 May 10 05:43:18.054817 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a616b-788d-47b2-9192-9a61f271b16c req-f21194e6-7c91-41e9-ba5b-458554a93783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:18.056426 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-044a616b-788d-47b2-9192-9a61f271b16c req-f21194e6-7c91-41e9-ba5b-458554a93783 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=73bfe2432e5a41d8b8611b54849c575f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1486368 May 10 05:43:18.137565 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-836d59af-edf3-4754-a45b-2fe1b3825187 req-1347c32f-ece9-4f43-9bd2-c038ee1371af tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092319 May 10 05:43:18.181307 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a616b-788d-47b2-9192-9a61f271b16c req-aa1a9933-b884-485b-a999-c36edc14dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:18.182837 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-044a616b-788d-47b2-9192-9a61f271b16c req-aa1a9933-b884-485b-a999-c36edc14dde3 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1150246 May 10 05:43:18.693048 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-54e8c4d3-b56d-4ad5-b6d0-b5c7730db7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:18.695245 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-54e8c4d3-b56d-4ad5-b6d0-b5c7730db7a0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=73bfe2432e5a41d8b8611b54849c575f&device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 1127 time: 0.0424109 May 10 05:43:18.740431 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-2e2297a0-a0ea-4102-a845-c8cabff3c182 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22c35213-cd30-4098-8bb7-9a6b968c177e HTTP/1.1" status: 200 len: 217 time: 0.0385129 May 10 05:43:18.794164 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-9e3c1c43-1319-479e-8ac8-1ad6209fba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:18.795987 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-9e3c1c43-1319-479e-8ac8-1ad6209fba80 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25f5936d-fb1d-4a12-acf7-156c561fdc0b HTTP/1.1" status: 200 len: 849 time: 0.0498545 May 10 05:43:18.840839 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-9c516193-2287-4ea4-b538-dca7bb348d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:18.842455 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-9c516193-2287-4ea4-b538-dca7bb348d2b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=73f8ea49-61d7-4c5a-978c-c205c837fcbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401134 May 10 05:43:19.288946 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677792b-430f-4edf-8f30-675cb06614a3 req-a09ecda4-5ceb-499e-a37d-74718945b2e2 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:19.290399 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a677792b-430f-4edf-8f30-675cb06614a3 req-a09ecda4-5ceb-499e-a37d-74718945b2e2 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=c727409e-1ec1-4b8a-ab35-8dbd40c925d5 HTTP/1.1" status: 200 len: 945 time: 0.4238625 May 10 05:43:19.310458 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0d623-5f29-4b6f-8fd3-2c73a7e76c9a req-ffb4ffa5-39a9-489b-a873-a1130d8a3fb5 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:19.311899 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f8b0d623-5f29-4b6f-8fd3-2c73a7e76c9a req-ffb4ffa5-39a9-489b-a873-a1130d8a3fb5 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 943 time: 0.0956988 May 10 05:43:19.321498 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-ff0c2c4a-5d0c-420c-9b99-cac129bc439f service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719448 May 10 05:43:19.440985 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a677792b-430f-4edf-8f30-675cb06614a3 req-686ac74d-90f2-4a86-8276-68f5ba331a50 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f801cb9-e1f0-48ab-b6be-390bd4fb636d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391678 May 10 05:43:19.454183 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f8b0d623-5f29-4b6f-8fd3-2c73a7e76c9a req-9a93ef66-7566-4ce3-b509-1a8cdf6e218f tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256912 May 10 05:43:19.482115 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-29a9cbf8-a15f-4333-ba33-d368b50b409b req-82fb4991-8d3c-478f-b621-876469703493 service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502650 May 10 05:43:20.583599 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7288b-bb5e-4cef-9095-4c181d8d536d req-0a64b2c8-6ba2-433e-b54b-1449ff0b888f tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:20.585004 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-39b7288b-bb5e-4cef-9095-4c181d8d536d req-0a64b2c8-6ba2-433e-b54b-1449ff0b888f tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 943 time: 0.0473502 May 10 05:43:20.637251 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-39b7288b-bb5e-4cef-9095-4c181d8d536d req-7f9690c6-7c41-47ec-937a-954a1ad7c957 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463779 May 10 05:43:21.750272 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ae802-dd02-4678-8c40-828194559bb4 req-20f46461-fa26-4e69-b486-e0f8f0490d13 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:21.751707 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ef5ae802-dd02-4678-8c40-828194559bb4 req-20f46461-fa26-4e69-b486-e0f8f0490d13 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 943 time: 0.0448835 May 10 05:43:21.800103 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ef5ae802-dd02-4678-8c40-828194559bb4 req-3cdf31fb-1b49-4e49-91cf-4421423af8d8 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426238 May 10 05:43:22.858153 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-4ee1d680-3ac4-41a8-84fd-3263dec16840 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:22.859660 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-4ee1d680-3ac4-41a8-84fd-3263dec16840 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/networks?id=2986abbe-e39c-4d67-aaa8-76da5fbad287 HTTP/1.1" status: 200 len: 813 time: 0.1501007 May 10 05:43:22.867631 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80d5da-de36-4c56-93ff-0876e448322d req-57e9c1eb-9c5f-41ba-b1f7-2fea8775e0ea tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:22.868971 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3b80d5da-de36-4c56-93ff-0876e448322d req-57e9c1eb-9c5f-41ba-b1f7-2fea8775e0ea tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=c727409e-1ec1-4b8a-ab35-8dbd40c925d5 HTTP/1.1" status: 200 len: 945 time: 0.0867770 May 10 05:43:22.885042 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-3c986fa4-db40-48ca-93ce-bff2024d739e tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/quotas/93824ac1a89b4d37b29b6dcd0065dac1 HTTP/1.1" status: 200 len: 375 time: 0.0151944 May 10 05:43:22.925230 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-46a5bdd5-dff1-44dd-8e35-3e755382ee6d tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=93824ac1a89b4d37b29b6dcd0065dac1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340173 May 10 05:43:22.948805 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3b80d5da-de36-4c56-93ff-0876e448322d req-d8f328e0-1c81-4f41-aa8d-4fb5a314a3c8 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f801cb9-e1f0-48ab-b6be-390bd4fb636d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728180 May 10 05:43:23.044637 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-9e9ea009-71a6-4882-8150-2ed5a2fcdb2d service neutron] 10.222.0.23 "GET /v2.0/networks/2986abbe-e39c-4d67-aaa8-76da5fbad287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098974 May 10 05:43:23.123032 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1978338-016a-4e0e-ab85-a69b986d2615 req-4b035946-3a33-4a7e-82c2-e1c08ce6f445 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:23.124505 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a1978338-016a-4e0e-ab85-a69b986d2615 req-4b035946-3a33-4a7e-82c2-e1c08ce6f445 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 943 time: 0.1050115 May 10 05:43:23.187637 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-c7e208de-aa57-445d-8505-c779287f7546 service neutron] 10.222.0.23 "GET /v2.0/networks/2986abbe-e39c-4d67-aaa8-76da5fbad287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281157 May 10 05:43:23.197979 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a1978338-016a-4e0e-ab85-a69b986d2615 req-537a8a2c-dc8a-4e39-b2d6-8bb876033f9f tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673103 May 10 05:43:23.374012 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-726d404c-8c84-4372-8210-8e5280894691 req-b35d4b7f-1df3-47eb-940c-1163c40d6e9c tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2dc2aa4-f2ed-4861-8476-d8846eae9fea HTTP/1.1" status: 200 len: 210 time: 0.0383093 May 10 05:43:24.076720 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba50c8-8c65-4280-8c24-2b1bd1db8f38 req-03f2a1a9-e3eb-415f-8588-8815ee5fc504 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:24.079410 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3aba50c8-8c65-4280-8c24-2b1bd1db8f38 req-03f2a1a9-e3eb-415f-8588-8815ee5fc504 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=c727409e-1ec1-4b8a-ab35-8dbd40c925d5 HTTP/1.1" status: 200 len: 945 time: 0.0538642 May 10 05:43:24.134449 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3aba50c8-8c65-4280-8c24-2b1bd1db8f38 req-796d5c8e-11fa-460d-af8d-39c2d24258e9 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f801cb9-e1f0-48ab-b6be-390bd4fb636d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434322 May 10 05:43:24.285584 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955e0b9-38ae-45f1-84b2-613e6a32a4bd req-6aff3966-a390-4ad0-980f-55402d2db6f0 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:24.286973 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4955e0b9-38ae-45f1-84b2-613e6a32a4bd req-6aff3966-a390-4ad0-980f-55402d2db6f0 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.50 "GET /v2.0/ports?device_id=c727409e-1ec1-4b8a-ab35-8dbd40c925d5 HTTP/1.1" status: 200 len: 945 time: 0.0565236 May 10 05:43:24.397548 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f032b-ce12-4986-8b4a-52119452a897 req-2ac380e8-4dc1-4572-940f-6eeb84488c02 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:24.398985 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f69f032b-ce12-4986-8b4a-52119452a897 req-2ac380e8-4dc1-4572-940f-6eeb84488c02 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 943 time: 0.0786719 May 10 05:43:24.434119 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-4955e0b9-38ae-45f1-84b2-613e6a32a4bd req-e14ff6fd-1dcc-46ca-9173-01be69ec3481 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Deleting port 85e90f5c-61b7-439b-b633-4f46c8ec8ae2 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:43:24.434464 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4955e0b9-38ae-45f1-84b2-613e6a32a4bd req-e14ff6fd-1dcc-46ca-9173-01be69ec3481 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (85e90f5c-61b7-439b-b633-4f46c8ec8ae2), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:24.522802 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5c4b0e74-34e5-4488-9422-51e719f779ca req-73cf7930-38d4-4193-a726-79a65fa2b352 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2dc2aa4-f2ed-4861-8476-d8846eae9fea HTTP/1.1" status: 200 len: 210 time: 0.0681877 May 10 05:43:24.530073 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f69f032b-ce12-4986-8b4a-52119452a897 req-9fb9fcdf-d2af-4375-ac3a-652e209df6c6 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251211 May 10 05:43:24.580104 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-4955e0b9-38ae-45f1-84b2-613e6a32a4bd req-e14ff6fd-1dcc-46ca-9173-01be69ec3481 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] For port 85e90f5c-61b7-439b-b633-4f46c8ec8ae2, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=85e90f5c-61b7-439b-b633-4f46c8ec8ae2,segment=NetworkSegment(c8144303-1829-4e5d-b88f-778fd159524c),segment_id=c8144303-1829-4e5d-b88f-778fd159524c)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:43:24.580469 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4955e0b9-38ae-45f1-84b2-613e6a32a4bd req-e14ff6fd-1dcc-46ca-9173-01be69ec3481 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (85e90f5c-61b7-439b-b633-4f46c8ec8ae2), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:24.593975 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-4955e0b9-38ae-45f1-84b2-613e6a32a4bd req-e14ff6fd-1dcc-46ca-9173-01be69ec3481 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Calling delete_port for 85e90f5c-61b7-439b-b633-4f46c8ec8ae2 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:43:24.735218 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4955e0b9-38ae-45f1-84b2-613e6a32a4bd req-e14ff6fd-1dcc-46ca-9173-01be69ec3481 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156954'] for port (85e90f5c-61b7-439b-b633-4f46c8ec8ae2), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:24.738733 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-80709671-2cdf-436a-ae36-1d5c9d9eec0b tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:24.740504 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-80709671-2cdf-436a-ae36-1d5c9d9eec0b tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.50 "GET /v2.0/networks?id=2986abbe-e39c-4d67-aaa8-76da5fbad287 HTTP/1.1" status: 200 len: 813 time: 0.1179116 May 10 05:43:24.747165 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['85e90f5c-61b7-439b-b633-4f46c8ec8ae2'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:43:24.769316 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ff6fd-1dcc-46ca-9173-01be69ec3481 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Pushing event deleted for resources: {'Port': ['ID=85e90f5c-61b7-439b-b633-4f46c8ec8ae2,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:24.803756 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-d52009e8-841c-46b6-8974-6f9c65be1082 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Request body: {'port': {'device_id': 'f2dc2aa4-f2ed-4861-8476-d8846eae9fea', 'network_id': '2986abbe-e39c-4d67-aaa8-76da5fbad287', 'admin_state_up': True, 'tenant_id': '93824ac1a89b4d37b29b6dcd0065dac1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:43:24.815521 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-4955e0b9-38ae-45f1-84b2-613e6a32a4bd req-e14ff6fd-1dcc-46ca-9173-01be69ec3481 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] No DVR routers for this DVR port 85e90f5c-61b7-439b-b633-4f46c8ec8ae2 on host hv-cinder-83699 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:43:24.818382 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4955e0b9-38ae-45f1-84b2-613e6a32a4bd req-e14ff6fd-1dcc-46ca-9173-01be69ec3481 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:24.821869 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4955e0b9-38ae-45f1-84b2-613e6a32a4bd req-e14ff6fd-1dcc-46ca-9173-01be69ec3481 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.50 "DELETE /v2.0/ports/85e90f5c-61b7-439b-b633-4f46c8ec8ae2 HTTP/1.1" status: 204 len: 173 time: 0.5291569 May 10 05:43:24.822329 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c727409e-1ec1-4b8a-ab35-8dbd40c925d5', 'name': 'network-vif-deleted', 'tag': '85e90f5c-61b7-439b-b633-4f46c8ec8ae2'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:43:24.824648 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745d74e2-ac76-47f4-acfb-c2ee8260c6e2" -d '{"events": [{"server_uuid": "c727409e-1ec1-4b8a-ab35-8dbd40c925d5", "name": "network-vif-deleted", "tag": "85e90f5c-61b7-439b-b633-4f46c8ec8ae2"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:43:24.844481 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:43:24.864774 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debe5a00-0083-4fc9-afaf-a4d4eea8a6d7 x-openstack-request-id: req-debe5a00-0083-4fc9-afaf-a4d4eea8a6d7 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:43:24.865202 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c727409e-1ec1-4b8a-ab35-8dbd40c925d5", "name": "network-vif-deleted", "tag": "85e90f5c-61b7-439b-b633-4f46c8ec8ae2", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:43:24.865548 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-debe5a00-0083-4fc9-afaf-a4d4eea8a6d7 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:43:24.866043 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-debe5a00-0083-4fc9-afaf-a4d4eea8a6d7'] response: {'server_uuid': 'c727409e-1ec1-4b8a-ab35-8dbd40c925d5', 'name': 'network-vif-deleted', 'tag': '85e90f5c-61b7-439b-b633-4f46c8ec8ae2', 'status': 'completed', 'code': 200} May 10 05:43:24.948620 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-d52009e8-841c-46b6-8974-6f9c65be1082 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Made reservation on behalf of 93824ac1a89b4d37b29b6dcd0065dac1 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:43:24.952313 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-d52009e8-841c-46b6-8974-6f9c65be1082 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:25.084146 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-d52009e8-841c-46b6-8974-6f9c65be1082 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Allocated IP 172.20.0.4 (2986abbe-e39c-4d67-aaa8-76da5fbad287/33a3beb1-0a80-4668-a43d-42b81d18ccd0/45bc519d-3977-4ac7-853d-0857eba9ad1a) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:43:25.230931 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0c429ddd-b47a-408f-9a46-985300f6f59c req-8190d86d-7833-4cd0-9964-ba25cc1c3af2 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=c727409e-1ec1-4b8a-ab35-8dbd40c925d5 HTTP/1.1" status: 200 len: 210 time: 0.0281410 May 10 05:43:25.236840 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-d52009e8-841c-46b6-8974-6f9c65be1082 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Publish callbacks [] for port (45bc519d-3977-4ac7-853d-0857eba9ad1a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:25.271876 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-d52009e8-841c-46b6-8974-6f9c65be1082 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (45bc519d-3977-4ac7-853d-0857eba9ad1a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:25.324803 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-d52009e8-841c-46b6-8974-6f9c65be1082 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Network 2986abbe-e39c-4d67-aaa8-76da5fbad287 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:43:25.330640 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-d52009e8-841c-46b6-8974-6f9c65be1082 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:43:25.335250 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-d52009e8-841c-46b6-8974-6f9c65be1082 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:43:25.339280 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52009e8-841c-46b6-8974-6f9c65be1082 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Pushing event updated for resources: {'Port': ['ID=45bc519d-3977-4ac7-853d-0857eba9ad1a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:25.389873 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-d52009e8-841c-46b6-8974-6f9c65be1082 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:25.390605 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-d52009e8-841c-46b6-8974-6f9c65be1082 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:25.409833 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-d52009e8-841c-46b6-8974-6f9c65be1082 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6105258 May 10 05:43:25.487696 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-3e943fc6-6919-471b-b2a7-ac1301865dfd service neutron] Request body: {'port': {'device_id': 'f2dc2aa4-f2ed-4861-8476-d8846eae9fea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:43:25.549343 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-3e943fc6-6919-471b-b2a7-ac1301865dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (45bc519d-3977-4ac7-853d-0857eba9ad1a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:25.680594 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70d7c8-c583-4b79-b2e0-2d877c5ce956 req-2fcfd3ba-8bd3-4bcd-8920-711e2f1da1fd tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:25.682082 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0a70d7c8-c583-4b79-b2e0-2d877c5ce956 req-2fcfd3ba-8bd3-4bcd-8920-711e2f1da1fd tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 943 time: 0.0782695 May 10 05:43:25.689226 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9cd98-ae83-4c3c-9eda-a1ba1362e76b req-024f4ee9-5b2d-42a3-ab0a-662aeedc013a tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:25.694599 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-12e9cd98-ae83-4c3c-9eda-a1ba1362e76b req-024f4ee9-5b2d-42a3-ab0a-662aeedc013a tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2dc2aa4-f2ed-4861-8476-d8846eae9fea HTTP/1.1" status: 200 len: 931 time: 0.0957644 May 10 05:43:25.760880 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0a70d7c8-c583-4b79-b2e0-2d877c5ce956 req-8a0ac635-c95f-4850-bd9f-480bb9e9e7c3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692945 May 10 05:43:25.773259 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-12e9cd98-ae83-4c3c-9eda-a1ba1362e76b req-512eefbe-1773-40b9-aa1f-1c23bc4c6e61 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1ef29f3-8b29-450c-81a4-c22fe389a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739510 May 10 05:43:25.852753 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-3e943fc6-6919-471b-b2a7-ac1301865dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45bc519d-3977-4ac7-853d-0857eba9ad1a {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:43:25.860573 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-3e943fc6-6919-471b-b2a7-ac1301865dfd service neutron] Publish callbacks [] for port (45bc519d-3977-4ac7-853d-0857eba9ad1a), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:25.873977 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-3e943fc6-6919-471b-b2a7-ac1301865dfd service neutron] Transition to ACTIVE for port object 45bc519d-3977-4ac7-853d-0857eba9ad1a will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 05:43:25.880104 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-3e943fc6-6919-471b-b2a7-ac1301865dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851357'] for port (45bc519d-3977-4ac7-853d-0857eba9ad1a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:25.956834 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e943fc6-6919-471b-b2a7-ac1301865dfd service neutron] Pushing event updated for resources: {'Port': ['ID=45bc519d-3977-4ac7-853d-0857eba9ad1a,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:26.010338 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-3e943fc6-6919-471b-b2a7-ac1301865dfd service neutron] Attempting to bind port 45bc519d-3977-4ac7-853d-0857eba9ad1a on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:43:26.010660 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-3e943fc6-6919-471b-b2a7-ac1301865dfd service neutron] Attempting to bind port 45bc519d-3977-4ac7-853d-0857eba9ad1a by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '64e099bc-3c93-4220-ab74-add996d3271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2986abbe-e39c-4d67-aaa8-76da5fbad287'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:43:26.010996 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-3e943fc6-6919-471b-b2a7-ac1301865dfd service neutron] Attempting to bind port 45bc519d-3977-4ac7-853d-0857eba9ad1a on network 2986abbe-e39c-4d67-aaa8-76da5fbad287 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:43:26.015900 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-3e943fc6-6919-471b-b2a7-ac1301865dfd service neutron] Port 45bc519d-3977-4ac7-853d-0857eba9ad1a on network 2986abbe-e39c-4d67-aaa8-76da5fbad287 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 05:43:26.016228 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-3e943fc6-6919-471b-b2a7-ac1301865dfd service neutron] Attempting to bind port 45bc519d-3977-4ac7-853d-0857eba9ad1a on network 2986abbe-e39c-4d67-aaa8-76da5fbad287 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:43:26.021620 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-3e943fc6-6919-471b-b2a7-ac1301865dfd service neutron] Checking agent: {'id': '0722f08e-2e90-4d2d-9212-b191bf1b5213', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'started_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:43:26.021955 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-3e943fc6-6919-471b-b2a7-ac1301865dfd service neutron] Checking segment: {'id': '64e099bc-3c93-4220-ab74-add996d3271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2986abbe-e39c-4d67-aaa8-76da5fbad287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:43:26.022333 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-3e943fc6-6919-471b-b2a7-ac1301865dfd service neutron] Bound using segment: {'id': '64e099bc-3c93-4220-ab74-add996d3271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2986abbe-e39c-4d67-aaa8-76da5fbad287'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:43:26.022759 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-3e943fc6-6919-471b-b2a7-ac1301865dfd service neutron] Bound port: 45bc519d-3977-4ac7-853d-0857eba9ad1a, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e099bc-3c93-4220-ab74-add996d3271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2986abbe-e39c-4d67-aaa8-76da5fbad287'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:43:26.023112 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-3e943fc6-6919-471b-b2a7-ac1301865dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (45bc519d-3977-4ac7-853d-0857eba9ad1a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:26.088694 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-3e943fc6-6919-471b-b2a7-ac1301865dfd service neutron] For port 45bc519d-3977-4ac7-853d-0857eba9ad1a, host hv-cinder-83699, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:43:26.091958 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-3e943fc6-6919-471b-b2a7-ac1301865dfd service neutron] For port 45bc519d-3977-4ac7-853d-0857eba9ad1a, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=45bc519d-3977-4ac7-853d-0857eba9ad1a,segment=NetworkSegment(64e099bc-3c93-4220-ab74-add996d3271d),segment_id=64e099bc-3c93-4220-ab74-add996d3271d)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:43:26.099996 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-3e943fc6-6919-471b-b2a7-ac1301865dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851357'] for port (45bc519d-3977-4ac7-853d-0857eba9ad1a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:26.134352 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-3e943fc6-6919-471b-b2a7-ac1301865dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:26.135017 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-3e943fc6-6919-471b-b2a7-ac1301865dfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:26.136438 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-3e943fc6-6919-471b-b2a7-ac1301865dfd service neutron] 10.222.0.50 "PUT /v2.0/ports/45bc519d-3977-4ac7-853d-0857eba9ad1a HTTP/1.1" status: 200 len: 1093 time: 0.6534743 May 10 05:43:26.136911 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2dc2aa4-f2ed-4861-8476-d8846eae9fea', 'tag': '45bc519d-3977-4ac7-853d-0857eba9ad1a'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:43:26.139259 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54deddd-599e-40d4-9594-e087e3ca2630" -d '{"events": [{"name": "network-changed", "server_uuid": "f2dc2aa4-f2ed-4861-8476-d8846eae9fea", "tag": "45bc519d-3977-4ac7-853d-0857eba9ad1a"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:43:26.164705 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e943fc6-6919-471b-b2a7-ac1301865dfd service neutron] Pushing event updated for resources: {'Port': ['ID=45bc519d-3977-4ac7-853d-0857eba9ad1a,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:26.180809 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6800dd5-179a-4f59-a123-9439207450ae x-openstack-request-id: req-b6800dd5-179a-4f59-a123-9439207450ae {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:43:26.181102 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2dc2aa4-f2ed-4861-8476-d8846eae9fea", "tag": "45bc519d-3977-4ac7-853d-0857eba9ad1a", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:43:26.181359 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6800dd5-179a-4f59-a123-9439207450ae {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:43:26.181770 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6800dd5-179a-4f59-a123-9439207450ae'] response: {'name': 'network-changed', 'server_uuid': 'f2dc2aa4-f2ed-4861-8476-d8846eae9fea', 'tag': '45bc519d-3977-4ac7-853d-0857eba9ad1a', 'status': 'completed', 'code': 200} May 10 05:43:26.237979 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-22b0b841-81fd-4e7d-a12a-cefce6559076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:26.239390 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-22b0b841-81fd-4e7d-a12a-cefce6559076 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=93824ac1a89b4d37b29b6dcd0065dac1&device_id=f2dc2aa4-f2ed-4861-8476-d8846eae9fea HTTP/1.1" status: 200 len: 1127 time: 0.0425069 May 10 05:43:26.288330 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-b7a19982-6ee1-445c-a9b9-6ef7fee7c818 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45bc519d-3977-4ac7-853d-0857eba9ad1a HTTP/1.1" status: 200 len: 217 time: 0.0387568 May 10 05:43:26.338021 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-5364ced8-8ff6-472f-aeda-0ad3cfc20727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:26.339663 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-5364ced8-8ff6-472f-aeda-0ad3cfc20727 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=33a3beb1-0a80-4668-a43d-42b81d18ccd0 HTTP/1.1" status: 200 len: 853 time: 0.0471699 May 10 05:43:26.376478 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-617ba07c-d50a-4667-b45b-f9c50a630267 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2986abbe-e39c-4d67-aaa8-76da5fbad287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293729 May 10 05:43:26.474388 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-b5bfa069-47ff-4dae-b8c1-a8dd5837113e service neutron] 10.222.0.50 "GET /v2.0/networks/2986abbe-e39c-4d67-aaa8-76da5fbad287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907393 May 10 05:43:26.560134 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-8fec18d1-432d-4f66-b207-2e17290ca175 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:26.561607 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-8fec18d1-432d-4f66-b207-2e17290ca175 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/networks?id=1124a2de-ed0d-4cdb-bb05-82d8d1e0c740 HTTP/1.1" status: 200 len: 809 time: 0.1077135 May 10 05:43:26.569478 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-03f67bbc-d8c3-44c1-922d-530ecda00312 req-386ecf55-1b1d-405f-9dd2-58f77fa8701c service neutron] 10.222.0.50 "GET /v2.0/networks/2986abbe-e39c-4d67-aaa8-76da5fbad287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885892 May 10 05:43:26.578844 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-aa08c2d9-d039-4f31-8626-624e9e352bb0 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/quotas/699b5cb28dd5440f8daf96b156413623 HTTP/1.1" status: 200 len: 375 time: 0.0111463 May 10 05:43:26.619474 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-ffef9c0a-adf2-4c4f-b820-480bb8154037 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=699b5cb28dd5440f8daf96b156413623&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333307 May 10 05:43:26.706284 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-91d3f2ef-7def-4edd-9bf1-328761c7c9cd service neutron] 10.222.0.23 "GET /v2.0/networks/1124a2de-ed0d-4cdb-bb05-82d8d1e0c740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798283 May 10 05:43:26.800515 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-0c08baed-222f-4964-ad17-c2b45ab6a679 service neutron] 10.222.0.23 "GET /v2.0/networks/1124a2de-ed0d-4cdb-bb05-82d8d1e0c740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883987 May 10 05:43:26.882646 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3074cc-8233-4155-b87b-34a9389acbd6 req-92074fbd-292b-4a5a-82e5-27fd37374172 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:26.885079 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2d3074cc-8233-4155-b87b-34a9389acbd6 req-92074fbd-292b-4a5a-82e5-27fd37374172 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 943 time: 0.0526860 May 10 05:43:26.945004 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2d3074cc-8233-4155-b87b-34a9389acbd6 req-03cf577b-87e0-441c-9ce2-d3de105ff732 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525630 May 10 05:43:27.047997 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-38e6d66a-5aa2-41ef-b85c-bd1b2055f854 req-78ebd149-8aa5-453a-a480-f8e96f1a90f9 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f617070-d727-444e-89a7-28b0c8e9e65b HTTP/1.1" status: 200 len: 210 time: 0.0335686 May 10 05:43:27.056353 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532c443-581d-41d7-8591-636d7b15aad7 req-3a1b213c-125a-4d27-802e-106bbd7d606e tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:27.057604 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2532c443-581d-41d7-8591-636d7b15aad7 req-3a1b213c-125a-4d27-802e-106bbd7d606e tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2dc2aa4-f2ed-4861-8476-d8846eae9fea HTTP/1.1" status: 200 len: 943 time: 0.0782034 May 10 05:43:27.105500 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2532c443-581d-41d7-8591-636d7b15aad7 req-70a34df8-f644-4c38-ab4d-12c8ccc288a5 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1ef29f3-8b29-450c-81a4-c22fe389a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416176 May 10 05:43:27.518223 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54deddd-599e-40d4-9594-e087e3ca2630 req-379bfd02-302b-4823-8796-5d43b39e829f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:27.519888 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-e54deddd-599e-40d4-9594-e087e3ca2630 req-379bfd02-302b-4823-8796-5d43b39e829f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=93824ac1a89b4d37b29b6dcd0065dac1&device_id=f2dc2aa4-f2ed-4861-8476-d8846eae9fea HTTP/1.1" status: 200 len: 1127 time: 0.0622962 May 10 05:43:27.826203 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54deddd-599e-40d4-9594-e087e3ca2630 req-42cc5cb0-4d05-46d5-988e-5a7806af3021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:27.827709 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-e54deddd-599e-40d4-9594-e087e3ca2630 req-42cc5cb0-4d05-46d5-988e-5a7806af3021 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2986abbe-e39c-4d67-aaa8-76da5fbad287 HTTP/1.1" status: 200 len: 914 time: 0.0890508 May 10 05:43:27.848548 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 22c35213-cd30-4098-8bb7-9a6b968c177e details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 05:43:27.862914 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 85e90f5c-61b7-439b-b633-4f46c8ec8ae2 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:43:27.871392 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-e54deddd-599e-40d4-9594-e087e3ca2630 req-812fceb1-1057-407f-8fcc-6601541aa722 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45bc519d-3977-4ac7-853d-0857eba9ad1a HTTP/1.1" status: 200 len: 217 time: 0.0372658 May 10 05:43:27.907915 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] No Port match for: 85e90f5c-61b7-439b-b633-4f46c8ec8ae2 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:43:27.908159 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 85e90f5c-61b7-439b-b633-4f46c8ec8ae2 not bound to the agent host hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:43:27.912719 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:27.951850 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54deddd-599e-40d4-9594-e087e3ca2630 req-30b01495-a874-4657-900e-2bd206d1eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:27.953303 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-e54deddd-599e-40d4-9594-e087e3ca2630 req-30b01495-a874-4657-900e-2bd206d1eb10 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=33a3beb1-0a80-4668-a43d-42b81d18ccd0 HTTP/1.1" status: 200 len: 853 time: 0.0497720 May 10 05:43:28.002925 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 22c35213-cd30-4098-8bb7-9a6b968c177e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=22c35213-cd30-4098-8bb7-9a6b968c177e,segment=NetworkSegment(cfa5179d-65c4-4f42-bdd8-e47a401610aa),segment_id=cfa5179d-65c4-4f42-bdd8-e47a401610aa)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:43:28.014854 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Returning: {'device': '22c35213-cd30-4098-8bb7-9a6b968c177e', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'port_id': '22c35213-cd30-4098-8bb7-9a6b968c177e', 'mac_address': 'fa:16:3e:7b:bf:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 05:43:28.061715 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 22c35213-cd30-4098-8bb7-9a6b968c177e is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:43:28.062103 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (22c35213-cd30-4098-8bb7-9a6b968c177e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:28.067370 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7152a9-0888-4187-90e5-3503b15253ff req-d0ad3d8f-b00a-4406-9c7d-77363f26cc59 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:28.068950 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2e7152a9-0888-4187-90e5-3503b15253ff req-d0ad3d8f-b00a-4406-9c7d-77363f26cc59 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 943 time: 0.0470986 May 10 05:43:28.078843 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c35213-cd30-4098-8bb7-9a6b968c177e {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:43:28.101455 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 22c35213-cd30-4098-8bb7-9a6b968c177e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=22c35213-cd30-4098-8bb7-9a6b968c177e,segment=NetworkSegment(cfa5179d-65c4-4f42-bdd8-e47a401610aa),segment_id=cfa5179d-65c4-4f42-bdd8-e47a401610aa)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:43:28.106792 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (22c35213-cd30-4098-8bb7-9a6b968c177e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:28.141496 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-e54deddd-599e-40d4-9594-e087e3ca2630 req-4c2c2003-d5d0-41a1-b262-70b482a350fd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2986abbe-e39c-4d67-aaa8-76da5fbad287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281806 May 10 05:43:28.158051 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2e7152a9-0888-4187-90e5-3503b15253ff req-1d9c2bc4-92cc-4645-9336-17ffaa9a783c tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820191 May 10 05:43:28.159801 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b5f6a88a-fb0b-4cdd-8160-48827feb3261 req-45e1598c-0451-4018-b932-9f51cb5e124a tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f617070-d727-444e-89a7-28b0c8e9e65b HTTP/1.1" status: 200 len: 210 time: 0.0434375 May 10 05:43:28.174221 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=22c35213-cd30-4098-8bb7-9a6b968c177e,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:28.257953 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-e54deddd-599e-40d4-9594-e087e3ca2630 req-a6fb4ede-3a12-4b8f-8f2b-74b87c3b72cf service neutron] 10.222.0.50 "GET /v2.0/networks/2986abbe-e39c-4d67-aaa8-76da5fbad287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083927 May 10 05:43:28.300415 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af667dca-4ad6-450c-b2fa-312d914375aa req-dd749f14-6b04-44bc-91f8-867fecd1e880 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:28.301919 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-af667dca-4ad6-450c-b2fa-312d914375aa req-dd749f14-6b04-44bc-91f8-867fecd1e880 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2dc2aa4-f2ed-4861-8476-d8846eae9fea HTTP/1.1" status: 200 len: 943 time: 0.0478129 May 10 05:43:28.328796 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['22c35213-cd30-4098-8bb7-9a6b968c177e'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:43:28.352922 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-af667dca-4ad6-450c-b2fa-312d914375aa req-2153e5ef-3da0-445a-8513-898fc8e67430 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1ef29f3-8b29-450c-81a4-c22fe389a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451849 May 10 05:43:28.359143 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-e54deddd-599e-40d4-9594-e087e3ca2630 req-5c91d40a-f6ca-42df-8d21-ca51a997cb8f service neutron] 10.222.0.50 "GET /v2.0/networks/2986abbe-e39c-4d67-aaa8-76da5fbad287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931628 May 10 05:43:28.756878 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-d1fc1c2d-9d84-43c5-8791-ef8f276cc857 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:28.760166 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-d1fc1c2d-9d84-43c5-8791-ef8f276cc857 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.50 "GET /v2.0/networks?id=1124a2de-ed0d-4cdb-bb05-82d8d1e0c740 HTTP/1.1" status: 200 len: 809 time: 0.1339147 May 10 05:43:28.774581 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-149ad117-f80a-4948-9289-b6801b49f3ea tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Request body: {'port': {'device_id': '7f617070-d727-444e-89a7-28b0c8e9e65b', 'network_id': '1124a2de-ed0d-4cdb-bb05-82d8d1e0c740', 'admin_state_up': True, 'tenant_id': '699b5cb28dd5440f8daf96b156413623'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:43:28.886392 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-149ad117-f80a-4948-9289-b6801b49f3ea tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Made reservation on behalf of 699b5cb28dd5440f8daf96b156413623 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:43:28.889827 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-149ad117-f80a-4948-9289-b6801b49f3ea tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:29.023749 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-149ad117-f80a-4948-9289-b6801b49f3ea tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Allocated IP 172.20.0.3 (1124a2de-ed0d-4cdb-bb05-82d8d1e0c740/09af1d4f-7f31-4a4d-ad76-d80bf89b5ac7/41064356-8c43-44b7-9d33-5ae1cdf4219e) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:43:29.191544 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-149ad117-f80a-4948-9289-b6801b49f3ea tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Publish callbacks [] for port (41064356-8c43-44b7-9d33-5ae1cdf4219e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:29.228828 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-149ad117-f80a-4948-9289-b6801b49f3ea tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (41064356-8c43-44b7-9d33-5ae1cdf4219e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:29.278697 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-149ad117-f80a-4948-9289-b6801b49f3ea tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Network 1124a2de-ed0d-4cdb-bb05-82d8d1e0c740 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:43:29.281918 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-149ad117-f80a-4948-9289-b6801b49f3ea tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:43:29.287943 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-149ad117-f80a-4948-9289-b6801b49f3ea tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:43:29.311789 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ad117-f80a-4948-9289-b6801b49f3ea tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Pushing event updated for resources: {'Port': ['ID=41064356-8c43-44b7-9d33-5ae1cdf4219e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:29.317291 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cf5db-dcb8-420c-9de3-cea7611583d5 req-f86186b0-691c-4bea-9d30-18339753a156 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:29.318808 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-636cf5db-dcb8-420c-9de3-cea7611583d5 req-f86186b0-691c-4bea-9d30-18339753a156 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 944 time: 0.0823183 May 10 05:43:29.327207 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ec70e-6126-4ebb-bfd8-290239398e4f req-fee6fdc5-5f5b-434b-99bd-ed97616a3f92 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:29.328665 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-fd8ec70e-6126-4ebb-bfd8-290239398e4f req-fee6fdc5-5f5b-434b-99bd-ed97616a3f92 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f617070-d727-444e-89a7-28b0c8e9e65b HTTP/1.1" status: 200 len: 931 time: 0.0901349 May 10 05:43:29.338751 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-149ad117-f80a-4948-9289-b6801b49f3ea tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:29.339666 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-149ad117-f80a-4948-9289-b6801b49f3ea tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:29.355944 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-149ad117-f80a-4948-9289-b6801b49f3ea tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5858338 May 10 05:43:29.367135 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-a50e0f5d-88ab-44ee-b7ec-71b5b14f59ca service neutron] Request body: {'port': {'device_id': '7f617070-d727-444e-89a7-28b0c8e9e65b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:43:29.402681 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-fd8ec70e-6126-4ebb-bfd8-290239398e4f req-b356c79a-c715-4e71-a836-d7791492a547 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f801cb9-e1f0-48ab-b6be-390bd4fb636d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661912 May 10 05:43:29.406932 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-636cf5db-dcb8-420c-9de3-cea7611583d5 req-3d9b9e0f-ef4d-4fe2-9e4b-815edf084b74 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773950 May 10 05:43:29.428641 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-a50e0f5d-88ab-44ee-b7ec-71b5b14f59ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (41064356-8c43-44b7-9d33-5ae1cdf4219e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:29.523340 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c947ccd-ed29-4438-a213-367abe3d48d6 req-db1007cc-9baf-440e-8db4-fa390059c18e tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:29.524830 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9c947ccd-ed29-4438-a213-367abe3d48d6 req-db1007cc-9baf-440e-8db4-fa390059c18e tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2dc2aa4-f2ed-4861-8476-d8846eae9fea HTTP/1.1" status: 200 len: 943 time: 0.0463591 May 10 05:43:29.573826 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9c947ccd-ed29-4438-a213-367abe3d48d6 req-837d8c7f-55a8-453e-8866-c0e05898ad55 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1ef29f3-8b29-450c-81a4-c22fe389a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429051 May 10 05:43:29.727373 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-a50e0f5d-88ab-44ee-b7ec-71b5b14f59ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41064356-8c43-44b7-9d33-5ae1cdf4219e {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:43:29.736955 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-a50e0f5d-88ab-44ee-b7ec-71b5b14f59ca service neutron] Publish callbacks [] for port (41064356-8c43-44b7-9d33-5ae1cdf4219e), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:29.749827 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-a50e0f5d-88ab-44ee-b7ec-71b5b14f59ca service neutron] Transition to ACTIVE for port object 41064356-8c43-44b7-9d33-5ae1cdf4219e will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 05:43:29.755788 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-a50e0f5d-88ab-44ee-b7ec-71b5b14f59ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851357'] for port (41064356-8c43-44b7-9d33-5ae1cdf4219e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:29.807084 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e0f5d-88ab-44ee-b7ec-71b5b14f59ca service neutron] Pushing event updated for resources: {'Port': ['ID=41064356-8c43-44b7-9d33-5ae1cdf4219e,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:29.871080 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 45bc519d-3977-4ac7-853d-0857eba9ad1a details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 05:43:29.873183 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 22c35213-cd30-4098-8bb7-9a6b968c177e up at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:43:29.876690 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-a50e0f5d-88ab-44ee-b7ec-71b5b14f59ca service neutron] Attempting to bind port 41064356-8c43-44b7-9d33-5ae1cdf4219e on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:43:29.877022 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-a50e0f5d-88ab-44ee-b7ec-71b5b14f59ca service neutron] Attempting to bind port 41064356-8c43-44b7-9d33-5ae1cdf4219e by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'c8144303-1829-4e5d-b88f-778fd159524c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1124a2de-ed0d-4cdb-bb05-82d8d1e0c740'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:43:29.877666 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-a50e0f5d-88ab-44ee-b7ec-71b5b14f59ca service neutron] Attempting to bind port 41064356-8c43-44b7-9d33-5ae1cdf4219e on network 1124a2de-ed0d-4cdb-bb05-82d8d1e0c740 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:43:29.882271 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-a50e0f5d-88ab-44ee-b7ec-71b5b14f59ca service neutron] Port 41064356-8c43-44b7-9d33-5ae1cdf4219e on network 1124a2de-ed0d-4cdb-bb05-82d8d1e0c740 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 05:43:29.882590 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-a50e0f5d-88ab-44ee-b7ec-71b5b14f59ca service neutron] Attempting to bind port 41064356-8c43-44b7-9d33-5ae1cdf4219e on network 1124a2de-ed0d-4cdb-bb05-82d8d1e0c740 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:43:29.887519 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-a50e0f5d-88ab-44ee-b7ec-71b5b14f59ca service neutron] Checking agent: {'id': '0722f08e-2e90-4d2d-9212-b191bf1b5213', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'started_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:43:29.887881 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-a50e0f5d-88ab-44ee-b7ec-71b5b14f59ca service neutron] Checking segment: {'id': 'c8144303-1829-4e5d-b88f-778fd159524c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1124a2de-ed0d-4cdb-bb05-82d8d1e0c740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:43:29.888265 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-a50e0f5d-88ab-44ee-b7ec-71b5b14f59ca service neutron] Bound using segment: {'id': 'c8144303-1829-4e5d-b88f-778fd159524c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1124a2de-ed0d-4cdb-bb05-82d8d1e0c740'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:43:29.888684 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-a50e0f5d-88ab-44ee-b7ec-71b5b14f59ca service neutron] Bound port: 41064356-8c43-44b7-9d33-5ae1cdf4219e, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8144303-1829-4e5d-b88f-778fd159524c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1124a2de-ed0d-4cdb-bb05-82d8d1e0c740'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:43:29.889034 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-a50e0f5d-88ab-44ee-b7ec-71b5b14f59ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (41064356-8c43-44b7-9d33-5ae1cdf4219e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:29.953062 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-a50e0f5d-88ab-44ee-b7ec-71b5b14f59ca service neutron] For port 41064356-8c43-44b7-9d33-5ae1cdf4219e, host hv-cinder-83699, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:43:29.956149 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-a50e0f5d-88ab-44ee-b7ec-71b5b14f59ca service neutron] For port 41064356-8c43-44b7-9d33-5ae1cdf4219e, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=41064356-8c43-44b7-9d33-5ae1cdf4219e,segment=NetworkSegment(c8144303-1829-4e5d-b88f-778fd159524c),segment_id=c8144303-1829-4e5d-b88f-778fd159524c)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:43:29.964368 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-a50e0f5d-88ab-44ee-b7ec-71b5b14f59ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851357'] for port (41064356-8c43-44b7-9d33-5ae1cdf4219e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:29.977652 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning for port 22c35213-cd30-4098-8bb7-9a6b968c177e completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 05:43:29.999618 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-a50e0f5d-88ab-44ee-b7ec-71b5b14f59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:30.000449 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-a50e0f5d-88ab-44ee-b7ec-71b5b14f59ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:30.001887 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-a50e0f5d-88ab-44ee-b7ec-71b5b14f59ca service neutron] 10.222.0.50 "PUT /v2.0/ports/41064356-8c43-44b7-9d33-5ae1cdf4219e HTTP/1.1" status: 200 len: 1093 time: 0.6387460 May 10 05:43:30.010354 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f617070-d727-444e-89a7-28b0c8e9e65b', 'tag': '41064356-8c43-44b7-9d33-5ae1cdf4219e'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:43:30.010354 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbca6d6d-1313-40ea-9562-16d0cc1200c0" -d '{"events": [{"name": "network-changed", "server_uuid": "7f617070-d727-444e-89a7-28b0c8e9e65b", "tag": "41064356-8c43-44b7-9d33-5ae1cdf4219e"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:43:30.010963 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning complete for port 22c35213-cd30-4098-8bb7-9a6b968c177e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:43:30.011606 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (22c35213-cd30-4098-8bb7-9a6b968c177e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:30.050827 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e0f5d-88ab-44ee-b7ec-71b5b14f59ca service neutron] Pushing event updated for resources: {'Port': ['ID=41064356-8c43-44b7-9d33-5ae1cdf4219e,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:30.066355 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0528d4-118e-4090-870e-cbf9916e5a2e x-openstack-request-id: req-fd0528d4-118e-4090-870e-cbf9916e5a2e {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:43:30.066644 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f617070-d727-444e-89a7-28b0c8e9e65b", "tag": "41064356-8c43-44b7-9d33-5ae1cdf4219e", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:43:30.066880 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd0528d4-118e-4090-870e-cbf9916e5a2e {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:43:30.067263 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd0528d4-118e-4090-870e-cbf9916e5a2e'] response: {'name': 'network-changed', 'server_uuid': '7f617070-d727-444e-89a7-28b0c8e9e65b', 'tag': '41064356-8c43-44b7-9d33-5ae1cdf4219e', 'status': 'completed', 'code': 200} May 10 05:43:30.098063 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 45bc519d-3977-4ac7-853d-0857eba9ad1a, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=45bc519d-3977-4ac7-853d-0857eba9ad1a,segment=NetworkSegment(64e099bc-3c93-4220-ab74-add996d3271d),segment_id=64e099bc-3c93-4220-ab74-add996d3271d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:43:30.102637 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-a5226948-da70-4f3a-9686-132b951231a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:30.104343 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-a5226948-da70-4f3a-9686-132b951231a5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=699b5cb28dd5440f8daf96b156413623&device_id=7f617070-d727-444e-89a7-28b0c8e9e65b HTTP/1.1" status: 200 len: 1127 time: 0.0489254 May 10 05:43:30.117258 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Returning: {'device': '45bc519d-3977-4ac7-853d-0857eba9ad1a', 'network_id': '2986abbe-e39c-4d67-aaa8-76da5fbad287', 'port_id': '45bc519d-3977-4ac7-853d-0857eba9ad1a', 'mac_address': 'fa:16:3e:5a:f2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a3beb1-0a80-4668-a43d-42b81d18ccd0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 05:43:30.152032 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-13fc5f30-ab77-4d9e-b3da-5fec3fe00904 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41064356-8c43-44b7-9d33-5ae1cdf4219e HTTP/1.1" status: 200 len: 217 time: 0.0394232 May 10 05:43:30.184852 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 22c35213-cd30-4098-8bb7-9a6b968c177e is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:43:30.185264 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (22c35213-cd30-4098-8bb7-9a6b968c177e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:30.200003 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 45bc519d-3977-4ac7-853d-0857eba9ad1a is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:43:30.200387 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (45bc519d-3977-4ac7-853d-0857eba9ad1a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:30.202323 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-5a1ab1f8-3f23-4deb-a976-1e18e0ac3cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:30.203814 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-5a1ab1f8-3f23-4deb-a976-1e18e0ac3cdc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=09af1d4f-7f31-4a4d-ad76-d80bf89b5ac7 HTTP/1.1" status: 200 len: 849 time: 0.0453324 May 10 05:43:30.224349 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63c5af3-daaa-47f2-8d56-49878026ebe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c35213-cd30-4098-8bb7-9a6b968c177e'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:43:30.226621 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0800c53295b7046a146618d9b887730b91c06d3b0846630efe31b30f8053b0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157862ff-de91-4169-9ddf-0968c59789ce" -d '{"events": [{"server_uuid": "f63c5af3-daaa-47f2-8d56-49878026ebe0", "name": "network-vif-plugged", "status": "completed", "tag": "22c35213-cd30-4098-8bb7-9a6b968c177e"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:43:30.237012 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-52ddd81a-3089-45e4-a6c5-7e6f993d6cde service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1124a2de-ed0d-4cdb-bb05-82d8d1e0c740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269706 May 10 05:43:30.242314 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45bc519d-3977-4ac7-853d-0857eba9ad1a {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:43:30.276372 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 45bc519d-3977-4ac7-853d-0857eba9ad1a, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=45bc519d-3977-4ac7-853d-0857eba9ad1a,segment=NetworkSegment(64e099bc-3c93-4220-ab74-add996d3271d),segment_id=64e099bc-3c93-4220-ab74-add996d3271d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:43:30.278861 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b4c416-b7cb-4a58-a857-827dc8cb5c0c x-openstack-request-id: req-52b4c416-b7cb-4a58-a857-827dc8cb5c0c {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:43:30.279188 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63c5af3-daaa-47f2-8d56-49878026ebe0", "name": "network-vif-plugged", "status": "completed", "tag": "22c35213-cd30-4098-8bb7-9a6b968c177e", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:43:30.279727 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52b4c416-b7cb-4a58-a857-827dc8cb5c0c {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:43:30.280414 dv-cinder-836996-16-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52b4c416-b7cb-4a58-a857-827dc8cb5c0c'] response: {'server_uuid': 'f63c5af3-daaa-47f2-8d56-49878026ebe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c35213-cd30-4098-8bb7-9a6b968c177e', 'code': 200} May 10 05:43:30.284121 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (45bc519d-3977-4ac7-853d-0857eba9ad1a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:30.290121 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 22c35213-cd30-4098-8bb7-9a6b968c177e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=22c35213-cd30-4098-8bb7-9a6b968c177e,segment=NetworkSegment(cfa5179d-65c4-4f42-bdd8-e47a401610aa),segment_id=cfa5179d-65c4-4f42-bdd8-e47a401610aa)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:43:30.341531 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (22c35213-cd30-4098-8bb7-9a6b968c177e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:30.348636 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=45bc519d-3977-4ac7-853d-0857eba9ad1a,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:30.375175 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-0cd98bbb-e025-4f1c-a5f7-14b077691f8e service neutron] 10.222.0.50 "GET /v2.0/networks/1124a2de-ed0d-4cdb-bb05-82d8d1e0c740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247168 May 10 05:43:30.404301 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=22c35213-cd30-4098-8bb7-9a6b968c177e,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:30.494495 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-ef0dd4fc-8b7a-4231-b41e-bb2a300f02ea req-da6bce45-711c-4082-8b5b-30fba2c7f413 service neutron] 10.222.0.50 "GET /v2.0/networks/1124a2de-ed0d-4cdb-bb05-82d8d1e0c740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069193 May 10 05:43:30.525905 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['45bc519d-3977-4ac7-853d-0857eba9ad1a'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:43:30.584052 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436fef3-1306-4e95-b097-c0c973673b28 req-7916770d-3702-42b9-a8af-fdbd4b25c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:30.586370 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4436fef3-1306-4e95-b097-c0c973673b28 req-7916770d-3702-42b9-a8af-fdbd4b25c5cc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 1129 time: 0.1071546 May 10 05:43:30.606244 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dc6af-1dca-4298-a5ca-4ded5bed56fe req-a6552a54-8ac8-405c-a99e-94b4a67401bc tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:30.607851 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-210dc6af-1dca-4298-a5ca-4ded5bed56fe req-a6552a54-8ac8-405c-a99e-94b4a67401bc tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 945 time: 0.1199265 May 10 05:43:30.616671 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f6fbb-8611-41c1-a3fe-326aeb27b40a req-60506dc8-aeb3-4085-8363-a5da84fd6558 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:30.618126 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-574f6fbb-8611-41c1-a3fe-326aeb27b40a req-60506dc8-aeb3-4085-8363-a5da84fd6558 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f617070-d727-444e-89a7-28b0c8e9e65b HTTP/1.1" status: 200 len: 943 time: 0.0914471 May 10 05:43:30.694836 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-210dc6af-1dca-4298-a5ca-4ded5bed56fe req-34aa102c-ebd5-4e6c-afcb-7060c5bf1688 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756278 May 10 05:43:30.698194 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-574f6fbb-8611-41c1-a3fe-326aeb27b40a req-cbd4204d-fb09-492d-925d-23120002be4b tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f801cb9-e1f0-48ab-b6be-390bd4fb636d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732291 May 10 05:43:30.797389 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226c950-2bdb-4557-a715-b404693fd448 req-e91c67b9-8e3c-493e-8aec-3922144eccb2 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:30.798815 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1226c950-2bdb-4557-a715-b404693fd448 req-e91c67b9-8e3c-493e-8aec-3922144eccb2 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2dc2aa4-f2ed-4861-8476-d8846eae9fea HTTP/1.1" status: 200 len: 944 time: 0.0472846 May 10 05:43:30.846366 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1226c950-2bdb-4557-a715-b404693fd448 req-7ac09539-d61a-409f-bbe3-36f18e349179 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1ef29f3-8b29-450c-81a4-c22fe389a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419302 May 10 05:43:31.361712 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca6d6d-1313-40ea-9562-16d0cc1200c0 req-ca2f64c9-ba7f-4817-8ab3-02c63957db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:31.363208 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-fbca6d6d-1313-40ea-9562-16d0cc1200c0 req-ca2f64c9-ba7f-4817-8ab3-02c63957db8c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=699b5cb28dd5440f8daf96b156413623&device_id=7f617070-d727-444e-89a7-28b0c8e9e65b HTTP/1.1" status: 200 len: 1127 time: 0.0533371 May 10 05:43:31.366305 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4436fef3-1306-4e95-b097-c0c973673b28 req-c63fae8f-88a7-403d-9b38-963a6731c671 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559025 May 10 05:43:31.646714 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca6d6d-1313-40ea-9562-16d0cc1200c0 req-8ca625c5-908c-4623-bea4-398cc25600df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:31.648226 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-fbca6d6d-1313-40ea-9562-16d0cc1200c0 req-8ca625c5-908c-4623-bea4-398cc25600df service neutron] 10.222.0.50 "GET /v2.0/networks?id=1124a2de-ed0d-4cdb-bb05-82d8d1e0c740 HTTP/1.1" status: 200 len: 910 time: 0.0921187 May 10 05:43:31.690768 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-fbca6d6d-1313-40ea-9562-16d0cc1200c0 req-ff865728-a260-4fd2-a5dc-3119b9b31625 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41064356-8c43-44b7-9d33-5ae1cdf4219e HTTP/1.1" status: 200 len: 217 time: 0.0345991 May 10 05:43:31.754595 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca6d6d-1313-40ea-9562-16d0cc1200c0 req-8a09538a-94c2-49d0-b0d5-de73e3ea5600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:31.756128 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-fbca6d6d-1313-40ea-9562-16d0cc1200c0 req-8a09538a-94c2-49d0-b0d5-de73e3ea5600 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=09af1d4f-7f31-4a4d-ad76-d80bf89b5ac7 HTTP/1.1" status: 200 len: 849 time: 0.0572608 May 10 05:43:31.792269 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-fbca6d6d-1313-40ea-9562-16d0cc1200c0 req-db2995aa-096c-4d13-a80d-a1921facc695 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1124a2de-ed0d-4cdb-bb05-82d8d1e0c740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288472 May 10 05:43:31.856746 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dc1c7-8d8a-447c-b54a-198abb5733dc req-54decd55-5b14-46fa-9818-dc13796d8265 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:31.858269 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-536dc1c7-8d8a-447c-b54a-198abb5733dc req-54decd55-5b14-46fa-9818-dc13796d8265 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 945 time: 0.0796123 May 10 05:43:31.869189 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d8de3-16eb-4088-96e7-7854e3d37615 req-96024c2f-034e-4131-8fc5-2d98552c5b88 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:31.870610 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-044d8de3-16eb-4088-96e7-7854e3d37615 req-96024c2f-034e-4131-8fc5-2d98552c5b88 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f617070-d727-444e-89a7-28b0c8e9e65b HTTP/1.1" status: 200 len: 943 time: 0.0778883 May 10 05:43:31.883655 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 45bc519d-3977-4ac7-853d-0857eba9ad1a up at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:43:31.943592 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning for port 45bc519d-3977-4ac7-853d-0857eba9ad1a completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 05:43:31.949576 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning complete for port 45bc519d-3977-4ac7-853d-0857eba9ad1a triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:43:31.950257 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (45bc519d-3977-4ac7-853d-0857eba9ad1a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:31.951078 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-536dc1c7-8d8a-447c-b54a-198abb5733dc req-8bdb4ffe-36de-494a-aa84-14441eb8beac tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795276 May 10 05:43:31.954750 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-044d8de3-16eb-4088-96e7-7854e3d37615 req-1702b894-a503-4203-a46f-542ffa6788d9 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f801cb9-e1f0-48ab-b6be-390bd4fb636d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773787 May 10 05:43:32.030773 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 45bc519d-3977-4ac7-853d-0857eba9ad1a is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:43:32.031186 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (45bc519d-3977-4ac7-853d-0857eba9ad1a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:32.057004 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6cf99-b848-49c9-a050-1c8cfa9a1b89 req-c226a4d7-de83-4367-b758-0e2f4e28c1c9 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:32.058456 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3ba6cf99-b848-49c9-a050-1c8cfa9a1b89 req-c226a4d7-de83-4367-b758-0e2f4e28c1c9 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2dc2aa4-f2ed-4861-8476-d8846eae9fea HTTP/1.1" status: 200 len: 944 time: 0.0480781 May 10 05:43:32.065689 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 45bc519d-3977-4ac7-853d-0857eba9ad1a, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=45bc519d-3977-4ac7-853d-0857eba9ad1a,segment=NetworkSegment(64e099bc-3c93-4220-ab74-add996d3271d),segment_id=64e099bc-3c93-4220-ab74-add996d3271d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:43:32.070986 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (45bc519d-3977-4ac7-853d-0857eba9ad1a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:32.108338 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-3ba6cf99-b848-49c9-a050-1c8cfa9a1b89 req-6fa741e9-fcf6-4a79-9314-9211bc66340d tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1ef29f3-8b29-450c-81a4-c22fe389a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430524 May 10 05:43:32.133540 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=45bc519d-3977-4ac7-853d-0857eba9ad1a,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:32.188276 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-fbca6d6d-1313-40ea-9562-16d0cc1200c0 req-231cd17c-cc56-4aa4-800e-e6411b0fade6 service neutron] 10.222.0.50 "GET /v2.0/networks/1124a2de-ed0d-4cdb-bb05-82d8d1e0c740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884740 May 10 05:43:32.282166 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2dc2aa4-f2ed-4861-8476-d8846eae9fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bc519d-3977-4ac7-853d-0857eba9ad1a'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:43:32.284596 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0800c53295b7046a146618d9b887730b91c06d3b0846630efe31b30f8053b0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1311be1-5da4-4781-af54-86191650d21d" -d '{"events": [{"server_uuid": "f2dc2aa4-f2ed-4861-8476-d8846eae9fea", "name": "network-vif-plugged", "status": "completed", "tag": "45bc519d-3977-4ac7-853d-0857eba9ad1a"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:43:32.297160 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-fbca6d6d-1313-40ea-9562-16d0cc1200c0 req-c1c5afd5-cd9e-4b00-805b-7ee49c011f63 service neutron] 10.222.0.50 "GET /v2.0/networks/1124a2de-ed0d-4cdb-bb05-82d8d1e0c740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875709 May 10 05:43:32.319123 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fe6f9f-d7d3-4389-b131-af25f2a69012 x-openstack-request-id: req-a3fe6f9f-d7d3-4389-b131-af25f2a69012 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:43:32.319416 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2dc2aa4-f2ed-4861-8476-d8846eae9fea", "name": "network-vif-plugged", "status": "completed", "tag": "45bc519d-3977-4ac7-853d-0857eba9ad1a", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:43:32.319694 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3fe6f9f-d7d3-4389-b131-af25f2a69012 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:43:32.320090 dv-cinder-836996-16-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3fe6f9f-d7d3-4389-b131-af25f2a69012'] response: {'server_uuid': 'f2dc2aa4-f2ed-4861-8476-d8846eae9fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bc519d-3977-4ac7-853d-0857eba9ad1a', 'code': 200} May 10 05:43:32.913067 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29c520-b89f-4ca4-87c5-45f948e8df5b req-6f34b696-70e6-46ce-aa67-d2200eda36a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:32.914535 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-7c29c520-b89f-4ca4-87c5-45f948e8df5b req-6f34b696-70e6-46ce-aa67-d2200eda36a4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f2dc2aa4-f2ed-4861-8476-d8846eae9fea HTTP/1.1" status: 200 len: 1129 time: 0.0400615 May 10 05:43:32.943145 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5180fbd5-43fb-4e9a-9236-42f6951607a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:32.961138 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-7c29c520-b89f-4ca4-87c5-45f948e8df5b req-52b1a043-4a56-4363-a3f2-f0960b91b57a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b1ef29f3-8b29-450c-81a4-c22fe389a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400143 May 10 05:43:33.052817 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 55568) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:33.101464 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a50b4e-da04-4931-ad45-0a5c894adf3a req-b9510e08-d685-474c-b3fe-4414fb7cc6a5 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:33.102242 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-479a5bdb-b767-463e-a835-95831aa77843 admin admin] Deleting subnet 0c4416b0-d4e9-425b-a494-7718fbe0fd4c {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 05:43:33.102893 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-39a50b4e-da04-4931-ad45-0a5c894adf3a req-b9510e08-d685-474c-b3fe-4414fb7cc6a5 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f617070-d727-444e-89a7-28b0c8e9e65b HTTP/1.1" status: 200 len: 943 time: 0.0751169 May 10 05:43:33.105881 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-479a5bdb-b767-463e-a835-95831aa77843 admin admin] Publish callbacks [] for subnet (0c4416b0-d4e9-425b-a494-7718fbe0fd4c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:33.109036 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0db94c-952e-4026-b962-9096f96dd180 req-a85e1ad2-c459-4c7c-a186-3d81f8c66474 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:33.110363 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4e0db94c-952e-4026-b962-9096f96dd180 req-a85e1ad2-c459-4c7c-a186-3d81f8c66474 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 945 time: 0.0838606 May 10 05:43:33.185126 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-39a50b4e-da04-4931-ad45-0a5c894adf3a req-621e97dd-267a-4de3-8784-16f9f645a84e tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f801cb9-e1f0-48ab-b6be-390bd4fb636d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736666 May 10 05:43:33.188955 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4e0db94c-952e-4026-b962-9096f96dd180 req-6e0185ee-569c-49ff-b0e2-edcb5d6573ed tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716844 May 10 05:43:33.335669 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b37c2b-21a5-4c0e-9023-f9ec31239127 req-ac1e10bb-05ba-4363-bf27-daf1c01465f5 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:33.337160 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f5b37c2b-21a5-4c0e-9023-f9ec31239127 req-ac1e10bb-05ba-4363-bf27-daf1c01465f5 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2dc2aa4-f2ed-4861-8476-d8846eae9fea HTTP/1.1" status: 200 len: 945 time: 0.0850885 May 10 05:43:33.348356 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d50ee-1fd9-4964-80d3-9d696aecb589 req-f53b411a-9229-4736-b144-6e7da6221b8e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:33.349770 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b52d50ee-1fd9-4964-80d3-9d696aecb589 req-f53b411a-9229-4736-b144-6e7da6221b8e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 945 time: 0.0873194 May 10 05:43:33.407839 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-479a5bdb-b767-463e-a835-95831aa77843 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26910853'] for subnet (0c4416b0-d4e9-425b-a494-7718fbe0fd4c), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:33.423013 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f5b37c2b-21a5-4c0e-9023-f9ec31239127 req-1eb5b48d-85ab-44c0-86ed-81f97957f5aa tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1ef29f3-8b29-450c-81a4-c22fe389a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721669 May 10 05:43:33.426542 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b52d50ee-1fd9-4964-80d3-9d696aecb589 req-99dc5cdf-cb4d-400d-97e2-c9c4403e1a9a tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698569 May 10 05:43:33.450188 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 55576) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:33.465435 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-479a5bdb-b767-463e-a835-95831aa77843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560747'] for subnet (0c4416b0-d4e9-425b-a494-7718fbe0fd4c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:33.520734 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-479a5bdb-b767-463e-a835-95831aa77843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2851411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25345458'] for subnet (0c4416b0-d4e9-425b-a494-7718fbe0fd4c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:33.545664 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a5bdb-b767-463e-a835-95831aa77843 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c4416b0-d4e9-425b-a494-7718fbe0fd4c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:33.549976 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-479a5bdb-b767-463e-a835-95831aa77843 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:33.553240 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-479a5bdb-b767-463e-a835-95831aa77843 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0c4416b0-d4e9-425b-a494-7718fbe0fd4c HTTP/1.1" status: 204 len: 168 time: 0.4994884 May 10 05:43:33.555883 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 55580) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:33.649075 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4afd5e36-aa2c-4886-aa8e-34aac144a10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505022'] for network (f7cca3dc-0c51-4bbd-8eae-a1d4d676d7ea), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:33.656372 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bef0b26-4f90-44f1-82bf-caf6edf4a4fe tempest-TestVolumeBootPattern-243834389 tempest-TestVolumeBootPattern-243834389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:33.657836 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-7bef0b26-4f90-44f1-82bf-caf6edf4a4fe tempest-TestVolumeBootPattern-243834389 tempest-TestVolumeBootPattern-243834389-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 1124 time: 0.2063625 May 10 05:43:33.661220 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 55582) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:33.665901 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-1c8eb2bb-dd9b-49ff-8131-e6ed10128ea5 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Request body: {'floatingip': {'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'port_id': '22c35213-cd30-4098-8bb7-9a6b968c177e', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:43:33.695466 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c8eb2bb-dd9b-49ff-8131-e6ed10128ea5 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:33.735161 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4afd5e36-aa2c-4886-aa8e-34aac144a10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562704', 'neutron.services.segments.db._delete_segments_for_network-8771215551281'] for network (f7cca3dc-0c51-4bbd-8eae-a1d4d676d7ea), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:33.755223 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-4afd5e36-aa2c-4886-aa8e-34aac144a10c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7cca3dc-0c51-4bbd-8eae-a1d4d676d7ea']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:43:33.764329 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-4afd5e36-aa2c-4886-aa8e-34aac144a10c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22cc38e8-5eca-480f-83d9-5ba19d680d27') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:43:33.764621 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-4afd5e36-aa2c-4886-aa8e-34aac144a10c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22cc38e8-5eca-480f-83d9-5ba19d680d27') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:43:33.773641 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4afd5e36-aa2c-4886-aa8e-34aac144a10c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771215552058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26910846'] for segment (22cc38e8-5eca-480f-83d9-5ba19d680d27), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:33.776529 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c8eb2bb-dd9b-49ff-8131-e6ed10128ea5 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:33.786441 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4afd5e36-aa2c-4886-aa8e-34aac144a10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (22cc38e8-5eca-480f-83d9-5ba19d680d27), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:33.792677 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4afd5e36-aa2c-4886-aa8e-34aac144a10c admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 05:43:33.793139 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4afd5e36-aa2c-4886-aa8e-34aac144a10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2851385'] for segment (22cc38e8-5eca-480f-83d9-5ba19d680d27), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: Traceback (most recent call last): May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: timer() May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: cb(*args, **kw) May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: return func(*args, **kwargs) May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: self._notify() May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: self.callback(batched_events) May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: event.method(event) May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: return f(self, *a, **k) May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: return self._get(url).json() May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: return self.request(url, 'GET', **kwargs) May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 05:43:33.794920 dv-cinder-836996-16-iscsi neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 05:43:33.848112 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4afd5e36-aa2c-4886-aa8e-34aac144a10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412472'] for network (f7cca3dc-0c51-4bbd-8eae-a1d4d676d7ea), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:33.853384 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4afd5e36-aa2c-4886-aa8e-34aac144a10c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:33.856615 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-4afd5e36-aa2c-4886-aa8e-34aac144a10c admin admin] 10.222.0.23 "DELETE /v2.0/networks/f7cca3dc-0c51-4bbd-8eae-a1d4d676d7ea HTTP/1.1" status: 204 len: 168 time: 0.2998614 May 10 05:43:33.859776 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 55584) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:33.875417 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd5e36-aa2c-4886-aa8e-34aac144a10c admin admin] Pushing event deleted for resources: {'Network': ['ID=f7cca3dc-0c51-4bbd-8eae-a1d4d676d7ea,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:33.879117 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 41064356-8c43-44b7-9d33-5ae1cdf4219e details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 05:43:33.880769 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-1c8eb2bb-dd9b-49ff-8131-e6ed10128ea5 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Allocated IP 172.27.0.161 (87bc626b-a764-429e-8d11-cdbbe513fac5/76823629-1df9-4cfd-a8c3-1d6cce6b2ea9/005a94e4-9dcf-4eb9-b30d-2ff613983ca0) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:43:33.922525 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-b86d58c5-0add-4879-aa43-6779d7e29b5b admin admin] Deleting subnet 0be4e334-8aa7-4ce8-ac6c-08a5d7da1c7f {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 05:43:33.927321 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b86d58c5-0add-4879-aa43-6779d7e29b5b admin admin] Publish callbacks [] for subnet (0be4e334-8aa7-4ce8-ac6c-08a5d7da1c7f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:33.968695 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b86d58c5-0add-4879-aa43-6779d7e29b5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26910853'] for subnet (0be4e334-8aa7-4ce8-ac6c-08a5d7da1c7f), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:33.985605 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 41064356-8c43-44b7-9d33-5ae1cdf4219e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=41064356-8c43-44b7-9d33-5ae1cdf4219e,segment=NetworkSegment(c8144303-1829-4e5d-b88f-778fd159524c),segment_id=c8144303-1829-4e5d-b88f-778fd159524c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:43:33.997243 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c8eb2bb-dd9b-49ff-8131-e6ed10128ea5 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for port (005a94e4-9dcf-4eb9-b30d-2ff613983ca0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:33.999243 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Returning: {'device': '41064356-8c43-44b7-9d33-5ae1cdf4219e', 'network_id': '1124a2de-ed0d-4cdb-bb05-82d8d1e0c740', 'port_id': '41064356-8c43-44b7-9d33-5ae1cdf4219e', 'mac_address': 'fa:16:3e:67:d9:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09af1d4f-7f31-4a4d-ad76-d80bf89b5ac7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 05:43:34.012509 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b86d58c5-0add-4879-aa43-6779d7e29b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560747'] for subnet (0be4e334-8aa7-4ce8-ac6c-08a5d7da1c7f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:34.037292 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c8eb2bb-dd9b-49ff-8131-e6ed10128ea5 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156954'] for port (005a94e4-9dcf-4eb9-b30d-2ff613983ca0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:34.047257 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 41064356-8c43-44b7-9d33-5ae1cdf4219e is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:43:34.047759 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (41064356-8c43-44b7-9d33-5ae1cdf4219e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:34.061025 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41064356-8c43-44b7-9d33-5ae1cdf4219e {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:43:34.077892 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b86d58c5-0add-4879-aa43-6779d7e29b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2851411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25345458'] for subnet (0be4e334-8aa7-4ce8-ac6c-08a5d7da1c7f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:34.080598 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 41064356-8c43-44b7-9d33-5ae1cdf4219e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=41064356-8c43-44b7-9d33-5ae1cdf4219e,segment=NetworkSegment(c8144303-1829-4e5d-b88f-778fd159524c),segment_id=c8144303-1829-4e5d-b88f-778fd159524c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:43:34.081039 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8eb2bb-dd9b-49ff-8131-e6ed10128ea5 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Network 87bc626b-a764-429e-8d11-cdbbe513fac5 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:43:34.086373 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-1c8eb2bb-dd9b-49ff-8131-e6ed10128ea5 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:43:34.087500 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (41064356-8c43-44b7-9d33-5ae1cdf4219e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:34.091208 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8eb2bb-dd9b-49ff-8131-e6ed10128ea5 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:43:34.094401 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8eb2bb-dd9b-49ff-8131-e6ed10128ea5 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Pushing event updated for resources: {'Port': ['ID=005a94e4-9dcf-4eb9-b30d-2ff613983ca0,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:34.110586 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d58c5-0add-4879-aa43-6779d7e29b5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0be4e334-8aa7-4ce8-ac6c-08a5d7da1c7f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:34.112546 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b86d58c5-0add-4879-aa43-6779d7e29b5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:34.115638 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-b86d58c5-0add-4879-aa43-6779d7e29b5b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0be4e334-8aa7-4ce8-ac6c-08a5d7da1c7f HTTP/1.1" status: 204 len: 168 time: 0.2549460 May 10 05:43:34.118061 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 55586) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:34.145264 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=41064356-8c43-44b7-9d33-5ae1cdf4219e,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:34.184541 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-46b31db9-9007-485d-a9ad-e9c7f5c23f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505022'] for network (f097f239-fb4e-4496-b877-91ed40de638b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:34.264281 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-46b31db9-9007-485d-a9ad-e9c7f5c23f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562704', 'neutron.services.segments.db._delete_segments_for_network-8771215551281'] for network (f097f239-fb4e-4496-b877-91ed40de638b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:34.285070 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-46b31db9-9007-485d-a9ad-e9c7f5c23f97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f097f239-fb4e-4496-b877-91ed40de638b']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:43:34.295837 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-46b31db9-9007-485d-a9ad-e9c7f5c23f97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca8a3cb-afda-494f-8b7e-5d25b61dbead') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:43:34.296141 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-46b31db9-9007-485d-a9ad-e9c7f5c23f97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca8a3cb-afda-494f-8b7e-5d25b61dbead') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:43:34.309445 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-46b31db9-9007-485d-a9ad-e9c7f5c23f97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771215552058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26910846'] for segment (9ca8a3cb-afda-494f-8b7e-5d25b61dbead), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:34.324532 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-46b31db9-9007-485d-a9ad-e9c7f5c23f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (9ca8a3cb-afda-494f-8b7e-5d25b61dbead), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:34.327321 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7c1ca-854d-4c7f-80a0-80aed3184247 req-84538af0-3021-4e7e-8e97-f811ca9f3745 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:34.328854 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e0a7c1ca-854d-4c7f-80a0-80aed3184247 req-84538af0-3021-4e7e-8e97-f811ca9f3745 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f617070-d727-444e-89a7-28b0c8e9e65b HTTP/1.1" status: 200 len: 944 time: 0.0600166 May 10 05:43:34.335057 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b31db9-9007-485d-a9ad-e9c7f5c23f97 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 05:43:34.335958 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-46b31db9-9007-485d-a9ad-e9c7f5c23f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2851385'] for segment (9ca8a3cb-afda-494f-8b7e-5d25b61dbead), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: Traceback (most recent call last): May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: timer() May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: cb(*args, **kw) May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: return func(*args, **kwargs) May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: self._notify() May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: self.callback(batched_events) May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: event.method(event) May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: return f(self, *a, **k) May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: return self._get(url).json() May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: return self.request(url, 'GET', **kwargs) May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 05:43:34.338130 dv-cinder-836996-16-iscsi neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 05:43:34.396330 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-46b31db9-9007-485d-a9ad-e9c7f5c23f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412472'] for network (f097f239-fb4e-4496-b877-91ed40de638b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:34.400612 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['41064356-8c43-44b7-9d33-5ae1cdf4219e'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:43:34.405907 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-46b31db9-9007-485d-a9ad-e9c7f5c23f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:34.409068 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-46b31db9-9007-485d-a9ad-e9c7f5c23f97 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f097f239-fb4e-4496-b877-91ed40de638b HTTP/1.1" status: 204 len: 168 time: 0.2900777 May 10 05:43:34.419271 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b31db9-9007-485d-a9ad-e9c7f5c23f97 admin admin] Pushing event deleted for resources: {'Network': ['ID=f097f239-fb4e-4496-b877-91ed40de638b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:34.456938 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e0a7c1ca-854d-4c7f-80a0-80aed3184247 req-407e8de6-bf5d-4291-ba62-85b4311e778e tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f801cb9-e1f0-48ab-b6be-390bd4fb636d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983109 May 10 05:43:34.610851 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a4925-b86f-4800-8089-2f52b2ecf2c1 req-2a7316c2-22b4-4506-8d3b-18698908bcb2 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:34.612307 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-822a4925-b86f-4800-8089-2f52b2ecf2c1 req-2a7316c2-22b4-4506-8d3b-18698908bcb2 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2dc2aa4-f2ed-4861-8476-d8846eae9fea HTTP/1.1" status: 200 len: 945 time: 0.0766294 May 10 05:43:34.622715 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 55596) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:34.642313 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c8eb2bb-dd9b-49ff-8131-e6ed10128ea5 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for floatingip (3e3b4abe-b574-4b39-a3fc-8c2f8c12dc0e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:34.663373 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-96a8a403-ee17-45a9-a60e-1c932f12a92b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=acee54f44ec6408a9496fcac95f6be8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394170 May 10 05:43:34.666035 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 55598) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:34.728328 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-535bb1f2-e3a7-4c27-9542-aa3726e1371d admin admin] Publish callbacks [] for security_group (892f869a-a069-41dd-9301-4c66b45da756), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:34.753537 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-535bb1f2-e3a7-4c27-9542-aa3726e1371d admin admin] Publish callbacks [] for security_group (892f869a-a069-41dd-9301-4c66b45da756), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:34.815177 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-535bb1f2-e3a7-4c27-9542-aa3726e1371d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (892f869a-a069-41dd-9301-4c66b45da756), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:34.818131 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-535bb1f2-e3a7-4c27-9542-aa3726e1371d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:34.821667 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-535bb1f2-e3a7-4c27-9542-aa3726e1371d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/892f869a-a069-41dd-9301-4c66b45da756 HTTP/1.1" status: 204 len: 168 time: 0.1524124 May 10 05:43:34.832205 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535bb1f2-e3a7-4c27-9542-aa3726e1371d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892f869a-a069-41dd-9301-4c66b45da756,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:34.977140 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-822a4925-b86f-4800-8089-2f52b2ecf2c1 req-e0266aeb-ae28-40ec-a006-33686ade9597 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1ef29f3-8b29-450c-81a4-c22fe389a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588564 May 10 05:43:35.016232 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c8eb2bb-dd9b-49ff-8131-e6ed10128ea5 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (005a94e4-9dcf-4eb9-b30d-2ff613983ca0), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:35.172947 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c8eb2bb-dd9b-49ff-8131-e6ed10128ea5 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for port (005a94e4-9dcf-4eb9-b30d-2ff613983ca0), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:35.174607 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 55604) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:35.181974 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c8eb2bb-dd9b-49ff-8131-e6ed10128ea5 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26157027'] for port (005a94e4-9dcf-4eb9-b30d-2ff613983ca0), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:35.275670 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-b0c493d9-9d49-4176-9fa7-cb18cca19f1a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e6f83ef68b6f4c36979271e85e581753&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0998065 May 10 05:43:35.276232 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8eb2bb-dd9b-49ff-8131-e6ed10128ea5 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Pushing event updated for resources: {'Port': ['ID=005a94e4-9dcf-4eb9-b30d-2ff613983ca0,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:35.278239 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 55606) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:35.305772 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c8eb2bb-dd9b-49ff-8131-e6ed10128ea5 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (3e3b4abe-b574-4b39-a3fc-8c2f8c12dc0e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:35.372227 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a0a23cec-c02f-44d9-9695-b032e4afbc13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:35.386163 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-28adbb0b-68cb-4feb-9132-e29115d8932b admin admin] Publish callbacks [] for security_group (57bffa63-e6c0-4baa-a47d-1415b4f855ba), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:35.441803 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-28adbb0b-68cb-4feb-9132-e29115d8932b admin admin] Publish callbacks [] for security_group (57bffa63-e6c0-4baa-a47d-1415b4f855ba), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:35.456029 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.db.l3_db [None req-1c8eb2bb-dd9b-49ff-8131-e6ed10128ea5 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Floating IP 3e3b4abe-b574-4b39-a3fc-8c2f8c12dc0e associated. External IP: 172.27.0.161, port: 22c35213-cd30-4098-8bb7-9a6b968c177e. May 10 05:43:35.596670 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-28adbb0b-68cb-4feb-9132-e29115d8932b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (57bffa63-e6c0-4baa-a47d-1415b4f855ba), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:35.600793 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-28adbb0b-68cb-4feb-9132-e29115d8932b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:35.600793 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-28adbb0b-68cb-4feb-9132-e29115d8932b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57bffa63-e6c0-4baa-a47d-1415b4f855ba HTTP/1.1" status: 204 len: 168 time: 0.3195567 May 10 05:43:35.622908 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28adbb0b-68cb-4feb-9132-e29115d8932b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bffa63-e6c0-4baa-a47d-1415b4f855ba,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:35.632761 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490a3fc-214e-46ab-b28c-696b52d1d6b7 req-bb620d43-5971-4ffc-a7f6-d8ee0b30ec94 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:35.634283 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6490a3fc-214e-46ab-b28c-696b52d1d6b7 req-bb620d43-5971-4ffc-a7f6-d8ee0b30ec94 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f617070-d727-444e-89a7-28b0c8e9e65b HTTP/1.1" status: 200 len: 944 time: 0.0986347 May 10 05:43:35.764179 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6490a3fc-214e-46ab-b28c-696b52d1d6b7 req-f1877ccb-0cab-4236-93a5-46da65566124 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f801cb9-e1f0-48ab-b6be-390bd4fb636d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881357 May 10 05:43:35.782308 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8eb2bb-dd9b-49ff-8131-e6ed10128ea5 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Router cd291a18-ccb4-4e4f-b64c-3a88d3e05bab has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:43:35.894286 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 41064356-8c43-44b7-9d33-5ae1cdf4219e up at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:43:35.899846 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8eb2bb-dd9b-49ff-8131-e6ed10128ea5 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:43:35.924104 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c8eb2bb-dd9b-49ff-8131-e6ed10128ea5 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:35.933394 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e91f14-07a7-4e21-af24-b0197a5118b4 None None] Sync routers for ids ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'] in dv-cinder-836996-16-iscsi {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:43:35.958169 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e91f14-07a7-4e21-af24-b0197a5118b4 None None] Routers {'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:43:35.958804 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f9e91f14-07a7-4e21-af24-b0197a5118b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:43:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:43:35.966090 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-1c8eb2bb-dd9b-49ff-8131-e6ed10128ea5 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3035271 May 10 05:43:35.966785 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63c5af3-daaa-47f2-8d56-49878026ebe0', 'tag': '22c35213-cd30-4098-8bb7-9a6b968c177e'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:43:35.969181 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe95abd-27c7-4dcf-bedd-ce704245e4fa" -d '{"events": [{"name": "network-changed", "server_uuid": "f63c5af3-daaa-47f2-8d56-49878026ebe0", "tag": "22c35213-cd30-4098-8bb7-9a6b968c177e"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:43:36.007981 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a77174-9213-420b-9e44-19df43c4042c x-openstack-request-id: req-17a77174-9213-420b-9e44-19df43c4042c {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:43:36.008286 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63c5af3-daaa-47f2-8d56-49878026ebe0", "tag": "22c35213-cd30-4098-8bb7-9a6b968c177e", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:43:36.008835 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-17a77174-9213-420b-9e44-19df43c4042c {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:43:36.008966 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning for port 41064356-8c43-44b7-9d33-5ae1cdf4219e completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 05:43:36.009067 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17a77174-9213-420b-9e44-19df43c4042c'] response: {'name': 'network-changed', 'server_uuid': 'f63c5af3-daaa-47f2-8d56-49878026ebe0', 'tag': '22c35213-cd30-4098-8bb7-9a6b968c177e', 'status': 'completed', 'code': 200} May 10 05:43:36.022051 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning complete for port 41064356-8c43-44b7-9d33-5ae1cdf4219e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:43:36.022500 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (41064356-8c43-44b7-9d33-5ae1cdf4219e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:36.076577 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe95abd-27c7-4dcf-bedd-ce704245e4fa req-2f2a21bb-2aad-4ed3-a9d8-4b52f8530c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:36.078833 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-2fe95abd-27c7-4dcf-bedd-ce704245e4fa req-2f2a21bb-2aad-4ed3-a9d8-4b52f8530c31 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=73bfe2432e5a41d8b8611b54849c575f&device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 1129 time: 0.0484338 May 10 05:43:36.132492 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce099d8d-b13c-46e9-84c4-713f36d70f67 req-d83f0f1e-f3c2-41bc-90f6-d64703426a34 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:36.134868 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ce099d8d-b13c-46e9-84c4-713f36d70f67 req-d83f0f1e-f3c2-41bc-90f6-d64703426a34 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2dc2aa4-f2ed-4861-8476-d8846eae9fea HTTP/1.1" status: 200 len: 945 time: 0.0650370 May 10 05:43:36.196662 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe95abd-27c7-4dcf-bedd-ce704245e4fa req-3a2841c1-d7ce-4718-9dbf-489a2ceada86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:36.198227 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-2fe95abd-27c7-4dcf-bedd-ce704245e4fa req-3a2841c1-d7ce-4718-9dbf-489a2ceada86 service neutron] 10.222.0.50 "GET /v2.0/networks?id=73f8ea49-61d7-4c5a-978c-c205c837fcbf HTTP/1.1" status: 200 len: 911 time: 0.1136897 May 10 05:43:36.215094 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ce099d8d-b13c-46e9-84c4-713f36d70f67 req-cdc7e413-5cf5-452e-bb7d-cfdbb0001e04 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1ef29f3-8b29-450c-81a4-c22fe389a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722833 May 10 05:43:36.282928 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-f9e91f14-07a7-4e21-af24-b0197a5118b4 None None] Set router cd291a18-ccb4-4e4f-b64c-3a88d3e05bab gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:43:36.303522 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-2fe95abd-27c7-4dcf-bedd-ce704245e4fa req-b9e9b754-8d48-4706-9fe9-d46b125489bb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22c35213-cd30-4098-8bb7-9a6b968c177e HTTP/1.1" status: 200 len: 999 time: 0.0996096 May 10 05:43:36.375925 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe95abd-27c7-4dcf-bedd-ce704245e4fa req-80e9b3df-5e8d-498e-8a64-fc5552a2656c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:36.377719 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-2fe95abd-27c7-4dcf-bedd-ce704245e4fa req-80e9b3df-5e8d-498e-8a64-fc5552a2656c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25f5936d-fb1d-4a12-acf7-156c561fdc0b HTTP/1.1" status: 200 len: 849 time: 0.0676491 May 10 05:43:36.428616 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 41064356-8c43-44b7-9d33-5ae1cdf4219e is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:43:36.429206 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (41064356-8c43-44b7-9d33-5ae1cdf4219e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:36.451348 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe95abd-27c7-4dcf-bedd-ce704245e4fa req-7086a3fe-9873-4d8b-a438-2b097fb8daee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:36.454750 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-2fe95abd-27c7-4dcf-bedd-ce704245e4fa req-7086a3fe-9873-4d8b-a438-2b097fb8daee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=73f8ea49-61d7-4c5a-978c-c205c837fcbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0701931 May 10 05:43:36.467006 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 41064356-8c43-44b7-9d33-5ae1cdf4219e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=41064356-8c43-44b7-9d33-5ae1cdf4219e,segment=NetworkSegment(c8144303-1829-4e5d-b88f-778fd159524c),segment_id=c8144303-1829-4e5d-b88f-778fd159524c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:43:36.483633 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f617070-d727-444e-89a7-28b0c8e9e65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41064356-8c43-44b7-9d33-5ae1cdf4219e'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:43:36.485955 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0800c53295b7046a146618d9b887730b91c06d3b0846630efe31b30f8053b0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b2387c-54f3-46a5-ae11-f4e27437734c" -d '{"events": [{"server_uuid": "7f617070-d727-444e-89a7-28b0c8e9e65b", "name": "network-vif-plugged", "status": "completed", "tag": "41064356-8c43-44b7-9d33-5ae1cdf4219e"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:43:36.517695 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (41064356-8c43-44b7-9d33-5ae1cdf4219e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:36.576501 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd2da6f-1167-4181-93fb-aee49bf75d0e x-openstack-request-id: req-6cd2da6f-1167-4181-93fb-aee49bf75d0e {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:43:36.576851 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f617070-d727-444e-89a7-28b0c8e9e65b", "name": "network-vif-plugged", "status": "completed", "tag": "41064356-8c43-44b7-9d33-5ae1cdf4219e", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:43:36.577021 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6cd2da6f-1167-4181-93fb-aee49bf75d0e {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:43:36.578160 dv-cinder-836996-16-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd2da6f-1167-4181-93fb-aee49bf75d0e'] response: {'server_uuid': '7f617070-d727-444e-89a7-28b0c8e9e65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41064356-8c43-44b7-9d33-5ae1cdf4219e', 'code': 200} May 10 05:43:36.584979 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-2fe95abd-27c7-4dcf-bedd-ce704245e4fa req-559dc3b4-f1f3-44b1-bc1b-396cb86a335d service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229072 May 10 05:43:36.622402 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:36.646890 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=41064356-8c43-44b7-9d33-5ae1cdf4219e,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:36.709102 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f9e91f14-07a7-4e21-af24-b0197a5118b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'name': 'tempest-TestVolumeBootPattern-39762338-router', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:31Z', 'updated_at': '2022-05-10T05:42:35Z', 'revision_number': 4, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'gw_port': {'id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:32Z', 'updated_at': '2022-05-10T05:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '3e3b4abe-b574-4b39-a3fc-8c2f8c12dc0e', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'port_id': '22c35213-cd30-4098-8bb7-9a6b968c177e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'mac_address': 'fa:16:3e:7b:bf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63c5af3-daaa-47f2-8d56-49878026ebe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:43:34Z', 'updated_at': '2022-05-10T05:43:34Z', 'revision_number': 0, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2d1eea-4bc9-4e30-8993-f23896419fb0', 'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'mac_address': 'fa:16:3e:22:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:34Z', 'updated_at': '2022-05-10T05:42:39Z', 'revision_number': 5, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'subnets': [{'id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:43:36.770570 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e91f14-07a7-4e21-af24-b0197a5118b4 None None] Checking router: cd291a18-ccb4-4e4f-b64c-3a88d3e05bab for host: dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:43:36.781838 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-2fe95abd-27c7-4dcf-bedd-ce704245e4fa req-f5683e94-711e-4205-aaaa-2b4248ab9df3 service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876385 May 10 05:43:36.782909 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e91f14-07a7-4e21-af24-b0197a5118b4 None None] Routers {'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:43:36.783560 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f9e91f14-07a7-4e21-af24-b0197a5118b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:43:35Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:43:36.890592 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f0917-cb47-4a5d-853b-f020461cb129 req-b30ac8d0-6a5b-4799-b03e-fdec5b3db100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:36.892201 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-031f0917-cb47-4a5d-853b-f020461cb129 req-b30ac8d0-6a5b-4799-b03e-fdec5b3db100 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7f617070-d727-444e-89a7-28b0c8e9e65b HTTP/1.1" status: 200 len: 1129 time: 0.0688963 May 10 05:43:36.920830 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-f9e91f14-07a7-4e21-af24-b0197a5118b4 None None] Set router cd291a18-ccb4-4e4f-b64c-3a88d3e05bab gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:43:36.945876 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4081b-548b-4998-8620-ea356589ede4 req-e75384a6-cff7-4122-a1ac-a40930f383f2 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:36.960885 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e0a4081b-548b-4998-8620-ea356589ede4 req-e75384a6-cff7-4122-a1ac-a40930f383f2 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f617070-d727-444e-89a7-28b0c8e9e65b HTTP/1.1" status: 200 len: 945 time: 0.0756624 May 10 05:43:36.973999 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-031f0917-cb47-4a5d-853b-f020461cb129 req-1b9bc87f-9122-4cf3-b5ed-192f5be403e4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3f801cb9-e1f0-48ab-b6be-390bd4fb636d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693176 May 10 05:43:37.025648 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e0a4081b-548b-4998-8620-ea356589ede4 req-d91dceb6-0035-4c6a-ae2b-778be765fb7c tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f801cb9-e1f0-48ab-b6be-390bd4fb636d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593734 May 10 05:43:37.149550 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 55678) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:37.171945 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 55682) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:37.191904 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f9e91f14-07a7-4e21-af24-b0197a5118b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'name': 'tempest-TestVolumeBootPattern-39762338-router', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:31Z', 'updated_at': '2022-05-10T05:42:35Z', 'revision_number': 4, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'gw_port': {'id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:32Z', 'updated_at': '2022-05-10T05:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '3e3b4abe-b574-4b39-a3fc-8c2f8c12dc0e', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'port_id': '22c35213-cd30-4098-8bb7-9a6b968c177e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'mac_address': 'fa:16:3e:7b:bf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63c5af3-daaa-47f2-8d56-49878026ebe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:43:34Z', 'updated_at': '2022-05-10T05:43:34Z', 'revision_number': 0, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2d1eea-4bc9-4e30-8993-f23896419fb0', 'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'mac_address': 'fa:16:3e:22:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:34Z', 'updated_at': '2022-05-10T05:42:39Z', 'revision_number': 5, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'subnets': [{'id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:43:37.219150 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e91f14-07a7-4e21-af24-b0197a5118b4 None None] The sync data for ids ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'] in dv-cinder-836996-16-iscsi is: [{'id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'name': 'tempest-TestVolumeBootPattern-39762338-router', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:31Z', 'updated_at': '2022-05-10T05:42:35Z', 'revision_number': 4, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'gw_port': {'id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:32Z', 'updated_at': '2022-05-10T05:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '3e3b4abe-b574-4b39-a3fc-8c2f8c12dc0e', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'port_id': '22c35213-cd30-4098-8bb7-9a6b968c177e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'mac_address': 'fa:16:3e:7b:bf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63c5af3-daaa-47f2-8d56-49878026ebe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:43:34Z', 'updated_at': '2022-05-10T05:43:34Z', 'revision_number': 0, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2d1eea-4bc9-4e30-8993-f23896419fb0', 'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'mac_address': 'fa:16:3e:22:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:34Z', 'updated_at': '2022-05-10T05:42:39Z', 'revision_number': 5, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'subnets': [{'id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:43:37.288883 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6bfcee09-a5a2-4e97-b730-1fae6fbb936c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:37.301119 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5eadc202-22bc-4bd8-a383-3e84d6cc9e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:37.419538 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56241109-92ff-4ff4-9a85-76cbd2d35ea0 None None] New status for floating IP 3e3b4abe-b574-4b39-a3fc-8c2f8c12dc0e: ACTIVE {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 05:43:37.431614 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6bfcee09-a5a2-4e97-b730-1fae6fbb936c admin admin] Publish callbacks [] for security_group (1e63a63f-0aa6-4255-a5b3-879fbf8536df), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:37.436674 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5eadc202-22bc-4bd8-a383-3e84d6cc9e5c admin admin] Publish callbacks [] for security_group (b6f106fa-cb03-45dd-aa8a-18d0297037cc), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:37.438107 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6bfcee09-a5a2-4e97-b730-1fae6fbb936c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (1e63a63f-0aa6-4255-a5b3-879fbf8536df), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:37.443999 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5eadc202-22bc-4bd8-a383-3e84d6cc9e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (b6f106fa-cb03-45dd-aa8a-18d0297037cc), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:37.503489 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-6bfcee09-a5a2-4e97-b730-1fae6fbb936c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b9017e1ad684d91823ed597b4febd86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3527009 May 10 05:43:37.504793 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfcee09-a5a2-4e97-b730-1fae6fbb936c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e63a63f-0aa6-4255-a5b3-879fbf8536df,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:37.506216 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 55688) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:37.509960 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-5eadc202-22bc-4bd8-a383-3e84d6cc9e5c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2cc018f8fd2047c8ace099d5cc8768d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3368697 May 10 05:43:37.511698 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 55690) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:37.555291 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eadc202-22bc-4bd8-a383-3e84d6cc9e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f106fa-cb03-45dd-aa8a-18d0297037cc,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:37.570075 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3ad8eef6-1284-4ade-863e-94593d359187 admin admin] Publish callbacks [] for security_group (1e63a63f-0aa6-4255-a5b3-879fbf8536df), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:37.579605 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5a81bb8-8d4c-4069-9b89-4689394e4430 admin admin] Publish callbacks [] for security_group (b6f106fa-cb03-45dd-aa8a-18d0297037cc), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:37.601067 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3ad8eef6-1284-4ade-863e-94593d359187 admin admin] Publish callbacks [] for security_group (1e63a63f-0aa6-4255-a5b3-879fbf8536df), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:37.608899 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5a81bb8-8d4c-4069-9b89-4689394e4430 admin admin] Publish callbacks [] for security_group (b6f106fa-cb03-45dd-aa8a-18d0297037cc), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:37.614188 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:37.656133 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3ad8eef6-1284-4ade-863e-94593d359187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (1e63a63f-0aa6-4255-a5b3-879fbf8536df), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:37.660819 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3ad8eef6-1284-4ade-863e-94593d359187 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:37.661800 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5a81bb8-8d4c-4069-9b89-4689394e4430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (b6f106fa-cb03-45dd-aa8a-18d0297037cc), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:37.662070 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-3ad8eef6-1284-4ade-863e-94593d359187 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e63a63f-0aa6-4255-a5b3-879fbf8536df HTTP/1.1" status: 204 len: 168 time: 0.1546340 May 10 05:43:37.664322 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5a81bb8-8d4c-4069-9b89-4689394e4430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:37.665548 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-f5a81bb8-8d4c-4069-9b89-4689394e4430 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6f106fa-cb03-45dd-aa8a-18d0297037cc HTTP/1.1" status: 204 len: 168 time: 0.1510174 May 10 05:43:37.674561 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8eef6-1284-4ade-863e-94593d359187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e63a63f-0aa6-4255-a5b3-879fbf8536df,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:37.690403 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a81bb8-8d4c-4069-9b89-4689394e4430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f106fa-cb03-45dd-aa8a-18d0297037cc,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:38.138500 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72842a-cd38-40fe-983c-0ce3fa18ad97 req-a5bb4374-35a3-4390-8627-64a5bc53475e tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:38.139981 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bb72842a-cd38-40fe-983c-0ce3fa18ad97 req-a5bb4374-35a3-4390-8627-64a5bc53475e tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f617070-d727-444e-89a7-28b0c8e9e65b HTTP/1.1" status: 200 len: 945 time: 0.0504360 May 10 05:43:38.191308 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bb72842a-cd38-40fe-983c-0ce3fa18ad97 req-813a6693-51b6-4965-9a55-2152eaca842a tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f801cb9-e1f0-48ab-b6be-390bd4fb636d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435131 May 10 05:43:39.314511 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83311ea6-0e70-4a46-8bc2-9ec7d226b320 req-386dd376-041f-4140-a5b0-704d9ac8e215 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:39.316401 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-83311ea6-0e70-4a46-8bc2-9ec7d226b320 req-386dd376-041f-4140-a5b0-704d9ac8e215 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f617070-d727-444e-89a7-28b0c8e9e65b HTTP/1.1" status: 200 len: 945 time: 0.0502143 May 10 05:43:39.370351 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-83311ea6-0e70-4a46-8bc2-9ec7d226b320 req-6a5c86c1-1d85-43dd-b8c3-6b44190b84f7 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f801cb9-e1f0-48ab-b6be-390bd4fb636d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442441 May 10 05:43:39.391284 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:40.091618 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1091437-66ba-49d1-b2e8-f067e079da81 req-18e686b1-0aff-458a-b35b-76f230511559 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:40.093110 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e1091437-66ba-49d1-b2e8-f067e079da81 req-18e686b1-0aff-458a-b35b-76f230511559 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f617070-d727-444e-89a7-28b0c8e9e65b HTTP/1.1" status: 200 len: 945 time: 0.0532477 May 10 05:43:40.139859 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e1091437-66ba-49d1-b2e8-f067e079da81 req-c8579f7e-7292-42a4-ad72-9bb2542a25e6 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f801cb9-e1f0-48ab-b6be-390bd4fb636d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410089 May 10 05:43:41.265432 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f329a-bcd3-4de6-b39f-c781f0a5d973 req-7866079e-73cb-43bb-8de4-5007a94ba6e7 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:41.273964 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1c9f329a-bcd3-4de6-b39f-c781f0a5d973 req-7866079e-73cb-43bb-8de4-5007a94ba6e7 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f617070-d727-444e-89a7-28b0c8e9e65b HTTP/1.1" status: 200 len: 945 time: 0.0595119 May 10 05:43:41.315499 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1c9f329a-bcd3-4de6-b39f-c781f0a5d973 req-406a5c9f-d83b-407a-a31d-b1702580821a tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f801cb9-e1f0-48ab-b6be-390bd4fb636d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404632 May 10 05:43:41.554781 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8692a-36bf-4f87-be93-1bf85f9653cf req-9a26bdce-7860-4df1-921c-47085fda8f55 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:43:41.556307 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-bed8692a-36bf-4f87-be93-1bf85f9653cf req-9a26bdce-7860-4df1-921c-47085fda8f55 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f617070-d727-444e-89a7-28b0c8e9e65b HTTP/1.1" status: 200 len: 945 time: 0.0473342 May 10 05:43:41.647734 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-bed8692a-36bf-4f87-be93-1bf85f9653cf req-9a3e04ed-a516-4725-a947-d1b7c9b2d286 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Deleting port 41064356-8c43-44b7-9d33-5ae1cdf4219e {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:43:41.648078 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bed8692a-36bf-4f87-be93-1bf85f9653cf req-9a3e04ed-a516-4725-a947-d1b7c9b2d286 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (41064356-8c43-44b7-9d33-5ae1cdf4219e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:41.745635 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-bed8692a-36bf-4f87-be93-1bf85f9653cf req-9a3e04ed-a516-4725-a947-d1b7c9b2d286 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] For port 41064356-8c43-44b7-9d33-5ae1cdf4219e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=41064356-8c43-44b7-9d33-5ae1cdf4219e,segment=NetworkSegment(c8144303-1829-4e5d-b88f-778fd159524c),segment_id=c8144303-1829-4e5d-b88f-778fd159524c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:43:41.745996 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bed8692a-36bf-4f87-be93-1bf85f9653cf req-9a3e04ed-a516-4725-a947-d1b7c9b2d286 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (41064356-8c43-44b7-9d33-5ae1cdf4219e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:41.760151 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-bed8692a-36bf-4f87-be93-1bf85f9653cf req-9a3e04ed-a516-4725-a947-d1b7c9b2d286 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Calling delete_port for 41064356-8c43-44b7-9d33-5ae1cdf4219e owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:43:41.888561 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bed8692a-36bf-4f87-be93-1bf85f9653cf req-9a3e04ed-a516-4725-a947-d1b7c9b2d286 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (41064356-8c43-44b7-9d33-5ae1cdf4219e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:41.908622 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['41064356-8c43-44b7-9d33-5ae1cdf4219e'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:43:41.920002 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e04ed-a516-4725-a947-d1b7c9b2d286 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Pushing event deleted for resources: {'Port': ['ID=41064356-8c43-44b7-9d33-5ae1cdf4219e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:41.964791 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed8692a-36bf-4f87-be93-1bf85f9653cf req-9a3e04ed-a516-4725-a947-d1b7c9b2d286 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] No DVR routers for this DVR port 41064356-8c43-44b7-9d33-5ae1cdf4219e on host hv-cinder-83699 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:43:41.967424 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bed8692a-36bf-4f87-be93-1bf85f9653cf req-9a3e04ed-a516-4725-a947-d1b7c9b2d286 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:41.970709 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-bed8692a-36bf-4f87-be93-1bf85f9653cf req-9a3e04ed-a516-4725-a947-d1b7c9b2d286 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.50 "DELETE /v2.0/ports/41064356-8c43-44b7-9d33-5ae1cdf4219e HTTP/1.1" status: 204 len: 173 time: 0.4092407 May 10 05:43:41.971129 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f617070-d727-444e-89a7-28b0c8e9e65b', 'name': 'network-vif-deleted', 'tag': '41064356-8c43-44b7-9d33-5ae1cdf4219e'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:43:41.973512 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2581885f-8320-4b57-81b2-7952ee3fe6b3" -d '{"events": [{"server_uuid": "7f617070-d727-444e-89a7-28b0c8e9e65b", "name": "network-vif-deleted", "tag": "41064356-8c43-44b7-9d33-5ae1cdf4219e"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:43:42.024323 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c1e83e-c3bd-42ba-b6a9-5ce44e36d246 x-openstack-request-id: req-72c1e83e-c3bd-42ba-b6a9-5ce44e36d246 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:43:42.025168 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f617070-d727-444e-89a7-28b0c8e9e65b", "name": "network-vif-deleted", "tag": "41064356-8c43-44b7-9d33-5ae1cdf4219e", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:43:42.025644 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-72c1e83e-c3bd-42ba-b6a9-5ce44e36d246 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:43:42.026221 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72c1e83e-c3bd-42ba-b6a9-5ce44e36d246'] response: {'server_uuid': '7f617070-d727-444e-89a7-28b0c8e9e65b', 'name': 'network-vif-deleted', 'tag': '41064356-8c43-44b7-9d33-5ae1cdf4219e', 'status': 'completed', 'code': 200} May 10 05:43:42.432595 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-22ad5f14-5cad-46fe-839a-95efed0c52c1 req-e2860a14-2089-4d09-b30a-a6795a328a18 tempest-VolumesActionsTest-1683454516 tempest-VolumesActionsTest-1683454516-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f617070-d727-444e-89a7-28b0c8e9e65b HTTP/1.1" status: 200 len: 210 time: 0.0278695 May 10 05:43:46.429510 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 41064356-8c43-44b7-9d33-5ae1cdf4219e no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:43:46.453924 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] No Port match for: 41064356-8c43-44b7-9d33-5ae1cdf4219e {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:43:46.454299 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 41064356-8c43-44b7-9d33-5ae1cdf4219e not bound to the agent host hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:43:52.162473 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 56072) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:52.268256 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-599d8aa3-385b-45ec-8d06-621e5e3c089e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:52.345782 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-599d8aa3-385b-45ec-8d06-621e5e3c089e admin admin] Publish callbacks [] for security_group (3ed3ab15-1437-4fd4-9229-227bc9e79e14), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:52.350241 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-599d8aa3-385b-45ec-8d06-621e5e3c089e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (3ed3ab15-1437-4fd4-9229-227bc9e79e14), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:52.389355 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-599d8aa3-385b-45ec-8d06-621e5e3c089e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5702bd0fa01945dcba0c0e766df76133&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258558 May 10 05:43:52.390079 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d8aa3-385b-45ec-8d06-621e5e3c089e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed3ab15-1437-4fd4-9229-227bc9e79e14,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:52.392140 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 56090) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:52.398320 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d8aa3-385b-45ec-8d06-621e5e3c089e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:52.398689 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d8aa3-385b-45ec-8d06-621e5e3c089e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:52.399022 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d8aa3-385b-45ec-8d06-621e5e3c089e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:52.399356 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d8aa3-385b-45ec-8d06-621e5e3c089e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:52.399873 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d8aa3-385b-45ec-8d06-621e5e3c089e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:52.400205 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d8aa3-385b-45ec-8d06-621e5e3c089e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:52.400528 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d8aa3-385b-45ec-8d06-621e5e3c089e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:52.400826 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d8aa3-385b-45ec-8d06-621e5e3c089e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:52.401147 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d8aa3-385b-45ec-8d06-621e5e3c089e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:52.401462 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d8aa3-385b-45ec-8d06-621e5e3c089e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:52.401779 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d8aa3-385b-45ec-8d06-621e5e3c089e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:52.402089 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d8aa3-385b-45ec-8d06-621e5e3c089e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:52.402391 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d8aa3-385b-45ec-8d06-621e5e3c089e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:52.402728 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d8aa3-385b-45ec-8d06-621e5e3c089e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:52.403021 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d8aa3-385b-45ec-8d06-621e5e3c089e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:52.447881 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dacf8f37-8728-4ed9-a094-a769efcdae18 admin admin] Publish callbacks [] for security_group (3ed3ab15-1437-4fd4-9229-227bc9e79e14), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:52.470393 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dacf8f37-8728-4ed9-a094-a769efcdae18 admin admin] Publish callbacks [] for security_group (3ed3ab15-1437-4fd4-9229-227bc9e79e14), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:52.518163 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dacf8f37-8728-4ed9-a094-a769efcdae18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (3ed3ab15-1437-4fd4-9229-227bc9e79e14), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:52.520814 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dacf8f37-8728-4ed9-a094-a769efcdae18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:52.521901 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-dacf8f37-8728-4ed9-a094-a769efcdae18 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ed3ab15-1437-4fd4-9229-227bc9e79e14 HTTP/1.1" status: 204 len: 168 time: 0.1281011 May 10 05:43:52.529449 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf8f37-8728-4ed9-a094-a769efcdae18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed3ab15-1437-4fd4-9229-227bc9e79e14,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:52.536812 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf8f37-8728-4ed9-a094-a769efcdae18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:52.537163 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf8f37-8728-4ed9-a094-a769efcdae18 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:52.537508 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf8f37-8728-4ed9-a094-a769efcdae18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:52.537846 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf8f37-8728-4ed9-a094-a769efcdae18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:52.538182 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf8f37-8728-4ed9-a094-a769efcdae18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:52.538585 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf8f37-8728-4ed9-a094-a769efcdae18 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:52.538822 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf8f37-8728-4ed9-a094-a769efcdae18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:52.539145 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf8f37-8728-4ed9-a094-a769efcdae18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:52.539469 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf8f37-8728-4ed9-a094-a769efcdae18 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:52.539849 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf8f37-8728-4ed9-a094-a769efcdae18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:52.540145 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf8f37-8728-4ed9-a094-a769efcdae18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:52.540465 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf8f37-8728-4ed9-a094-a769efcdae18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:52.540781 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf8f37-8728-4ed9-a094-a769efcdae18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:52.541093 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf8f37-8728-4ed9-a094-a769efcdae18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:52.541755 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf8f37-8728-4ed9-a094-a769efcdae18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:43:52.822611 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 56104) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:52.836980 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2dc25ab-c8d6-43e2-a222-fc994246857f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:52.915623 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2dc25ab-c8d6-43e2-a222-fc994246857f admin admin] Publish callbacks [] for security_group (ea1d9664-7809-4bf5-ac05-1d68e5630c46), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:52.920786 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2dc25ab-c8d6-43e2-a222-fc994246857f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (ea1d9664-7809-4bf5-ac05-1d68e5630c46), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:52.957508 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-c2dc25ab-c8d6-43e2-a222-fc994246857f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=289b894f47694dccb3dbf382a0674b58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338320 May 10 05:43:52.958733 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc25ab-c8d6-43e2-a222-fc994246857f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1d9664-7809-4bf5-ac05-1d68e5630c46,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:52.960446 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 56106) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:53.011083 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e74a1b1-8e40-4328-8c5d-2fc0522ff11e admin admin] Publish callbacks [] for security_group (ea1d9664-7809-4bf5-ac05-1d68e5630c46), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:53.034724 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e74a1b1-8e40-4328-8c5d-2fc0522ff11e admin admin] Publish callbacks [] for security_group (ea1d9664-7809-4bf5-ac05-1d68e5630c46), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:53.092673 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e74a1b1-8e40-4328-8c5d-2fc0522ff11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (ea1d9664-7809-4bf5-ac05-1d68e5630c46), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:53.095440 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e74a1b1-8e40-4328-8c5d-2fc0522ff11e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:53.098776 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-8e74a1b1-8e40-4328-8c5d-2fc0522ff11e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea1d9664-7809-4bf5-ac05-1d68e5630c46 HTTP/1.1" status: 204 len: 168 time: 0.1367497 May 10 05:43:53.107797 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74a1b1-8e40-4328-8c5d-2fc0522ff11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1d9664-7809-4bf5-ac05-1d68e5630c46,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:53.448129 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 56112) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:53.467459 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7d064eca-57ee-4b33-971b-c64ee1bfc2da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:53.543271 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7d064eca-57ee-4b33-971b-c64ee1bfc2da admin admin] Publish callbacks [] for security_group (905625f3-d65b-427b-b6c3-ab3ba6addc7b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:53.548916 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7d064eca-57ee-4b33-971b-c64ee1bfc2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (905625f3-d65b-427b-b6c3-ab3ba6addc7b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:53.585200 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d064eca-57ee-4b33-971b-c64ee1bfc2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905625f3-d65b-427b-b6c3-ab3ba6addc7b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:53.592846 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-7d064eca-57ee-4b33-971b-c64ee1bfc2da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a4ae96ebb784efc98b4be3e306d1f0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411870 May 10 05:43:53.594766 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 56120) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:43:53.647134 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d3cc39f3-f63b-437c-a13b-34f728e92c14 admin admin] Publish callbacks [] for security_group (905625f3-d65b-427b-b6c3-ab3ba6addc7b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:53.668633 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d3cc39f3-f63b-437c-a13b-34f728e92c14 admin admin] Publish callbacks [] for security_group (905625f3-d65b-427b-b6c3-ab3ba6addc7b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:53.717363 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d3cc39f3-f63b-437c-a13b-34f728e92c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (905625f3-d65b-427b-b6c3-ab3ba6addc7b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:53.719950 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d3cc39f3-f63b-437c-a13b-34f728e92c14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:43:53.721119 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-d3cc39f3-f63b-437c-a13b-34f728e92c14 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/905625f3-d65b-427b-b6c3-ab3ba6addc7b HTTP/1.1" status: 204 len: 168 time: 0.1254432 May 10 05:43:53.729108 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc39f3-f63b-437c-a13b-34f728e92c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905625f3-d65b-427b-b6c3-ab3ba6addc7b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:43:57.896317 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:01.172071 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b59b4-840a-40f9-afb6-cfb5bdb1804a req-35ca6d1a-b63c-4972-9057-53f9a8605454 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:44:01.181792 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c36b59b4-840a-40f9-afb6-cfb5bdb1804a req-35ca6d1a-b63c-4972-9057-53f9a8605454 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2dc2aa4-f2ed-4861-8476-d8846eae9fea HTTP/1.1" status: 200 len: 945 time: 0.0664077 May 10 05:44:01.244713 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c36b59b4-840a-40f9-afb6-cfb5bdb1804a req-143287b6-046c-4464-9b30-a3a8c514c94a tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1ef29f3-8b29-450c-81a4-c22fe389a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619571 May 10 05:44:01.846677 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:44:02.423485 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da687552-22cd-4ecb-83d3-638eedf398c4 req-094add43-4d1f-4863-9be6-7be7ad77b8d2 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:44:02.425159 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-da687552-22cd-4ecb-83d3-638eedf398c4 req-094add43-4d1f-4863-9be6-7be7ad77b8d2 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2dc2aa4-f2ed-4861-8476-d8846eae9fea HTTP/1.1" status: 200 len: 945 time: 0.0551505 May 10 05:44:02.496173 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-da687552-22cd-4ecb-83d3-638eedf398c4 req-5eacbbba-e212-4a32-b932-507296db60e6 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1ef29f3-8b29-450c-81a4-c22fe389a268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652928 May 10 05:44:02.533684 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 56352) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:44:02.679305 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f7b65fc-4df4-4460-9b5f-302bc447e509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:02.806394 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f7b65fc-4df4-4460-9b5f-302bc447e509 admin admin] Publish callbacks [] for security_group (06cf3f73-92bb-4323-98b1-d10c798a763e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:02.812297 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f7b65fc-4df4-4460-9b5f-302bc447e509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (06cf3f73-92bb-4323-98b1-d10c798a763e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:02.860445 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 56364) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:44:02.861115 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-4f7b65fc-4df4-4460-9b5f-302bc447e509 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=630b213b3c38461cbd841d159d1be6a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3256896 May 10 05:44:02.861467 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b65fc-4df4-4460-9b5f-302bc447e509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cf3f73-92bb-4323-98b1-d10c798a763e,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:44:02.940615 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a9dc4b11-6d86-43d5-a69b-4be551edc1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:02.983559 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-98fd65b2-1acc-4ce7-b97f-7f6a93df3bdb admin admin] Publish callbacks [] for security_group (06cf3f73-92bb-4323-98b1-d10c798a763e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:02.991836 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28ae3a-129b-4405-bc67-0a963437ee6b req-c4a9ec24-2828-4c83-b835-a5a9b16dd574 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:44:02.993342 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-bc28ae3a-129b-4405-bc67-0a963437ee6b req-c4a9ec24-2828-4c83-b835-a5a9b16dd574 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2dc2aa4-f2ed-4861-8476-d8846eae9fea HTTP/1.1" status: 200 len: 945 time: 0.0646427 May 10 05:44:03.021305 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-98fd65b2-1acc-4ce7-b97f-7f6a93df3bdb admin admin] Publish callbacks [] for security_group (06cf3f73-92bb-4323-98b1-d10c798a763e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:03.126835 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-bc28ae3a-129b-4405-bc67-0a963437ee6b req-681be6bd-8e11-4318-84a7-ad2eca56a472 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Deleting port 45bc519d-3977-4ac7-853d-0857eba9ad1a {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:44:03.127442 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bc28ae3a-129b-4405-bc67-0a963437ee6b req-681be6bd-8e11-4318-84a7-ad2eca56a472 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (45bc519d-3977-4ac7-853d-0857eba9ad1a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:03.143329 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-98fd65b2-1acc-4ce7-b97f-7f6a93df3bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (06cf3f73-92bb-4323-98b1-d10c798a763e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:03.146357 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-98fd65b2-1acc-4ce7-b97f-7f6a93df3bdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:03.147563 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-98fd65b2-1acc-4ce7-b97f-7f6a93df3bdb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/06cf3f73-92bb-4323-98b1-d10c798a763e HTTP/1.1" status: 204 len: 168 time: 0.2846231 May 10 05:44:03.192016 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd65b2-1acc-4ce7-b97f-7f6a93df3bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cf3f73-92bb-4323-98b1-d10c798a763e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:44:03.242904 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-bc28ae3a-129b-4405-bc67-0a963437ee6b req-681be6bd-8e11-4318-84a7-ad2eca56a472 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] For port 45bc519d-3977-4ac7-853d-0857eba9ad1a, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=45bc519d-3977-4ac7-853d-0857eba9ad1a,segment=NetworkSegment(64e099bc-3c93-4220-ab74-add996d3271d),segment_id=64e099bc-3c93-4220-ab74-add996d3271d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:44:03.243271 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bc28ae3a-129b-4405-bc67-0a963437ee6b req-681be6bd-8e11-4318-84a7-ad2eca56a472 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (45bc519d-3977-4ac7-853d-0857eba9ad1a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:03.264042 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-bc28ae3a-129b-4405-bc67-0a963437ee6b req-681be6bd-8e11-4318-84a7-ad2eca56a472 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Calling delete_port for 45bc519d-3977-4ac7-853d-0857eba9ad1a owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:44:03.470763 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bc28ae3a-129b-4405-bc67-0a963437ee6b req-681be6bd-8e11-4318-84a7-ad2eca56a472 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (45bc519d-3977-4ac7-853d-0857eba9ad1a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:03.487175 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['45bc519d-3977-4ac7-853d-0857eba9ad1a'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:44:03.549164 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 56372) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:44:03.554880 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681be6bd-8e11-4318-84a7-ad2eca56a472 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Pushing event deleted for resources: {'Port': ['ID=45bc519d-3977-4ac7-853d-0857eba9ad1a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:44:03.567495 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9816e2f3-6d0f-4422-a34e-fe929b73993e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:03.621183 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc28ae3a-129b-4405-bc67-0a963437ee6b req-681be6bd-8e11-4318-84a7-ad2eca56a472 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] No DVR routers for this DVR port 45bc519d-3977-4ac7-853d-0857eba9ad1a on host hv-cinder-83699 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:44:03.624453 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bc28ae3a-129b-4405-bc67-0a963437ee6b req-681be6bd-8e11-4318-84a7-ad2eca56a472 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:03.628872 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-bc28ae3a-129b-4405-bc67-0a963437ee6b req-681be6bd-8e11-4318-84a7-ad2eca56a472 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.50 "DELETE /v2.0/ports/45bc519d-3977-4ac7-853d-0857eba9ad1a HTTP/1.1" status: 204 len: 173 time: 0.6280098 May 10 05:44:03.629337 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2dc2aa4-f2ed-4861-8476-d8846eae9fea', 'name': 'network-vif-deleted', 'tag': '45bc519d-3977-4ac7-853d-0857eba9ad1a'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:44:03.632545 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f5e38d-0601-4dba-adb0-ea64860da7fc" -d '{"events": [{"server_uuid": "f2dc2aa4-f2ed-4861-8476-d8846eae9fea", "name": "network-vif-deleted", "tag": "45bc519d-3977-4ac7-853d-0857eba9ad1a"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:44:03.635124 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-59054760-6b87-43ea-95e4-e738a4cdf072 req-25d338af-e34e-450a-b346-4209115705d0 tempest-VolumesSnapshotTestJSON-266160398 tempest-VolumesSnapshotTestJSON-266160398-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2dc2aa4-f2ed-4861-8476-d8846eae9fea HTTP/1.1" status: 200 len: 210 time: 0.0359974 May 10 05:44:03.681258 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a38b3c7-63a5-44f5-888d-0bc9c89cea84 x-openstack-request-id: req-6a38b3c7-63a5-44f5-888d-0bc9c89cea84 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:44:03.681529 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2dc2aa4-f2ed-4861-8476-d8846eae9fea", "name": "network-vif-deleted", "tag": "45bc519d-3977-4ac7-853d-0857eba9ad1a", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:44:03.681856 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a38b3c7-63a5-44f5-888d-0bc9c89cea84 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:44:03.682324 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a38b3c7-63a5-44f5-888d-0bc9c89cea84'] response: {'server_uuid': 'f2dc2aa4-f2ed-4861-8476-d8846eae9fea', 'name': 'network-vif-deleted', 'tag': '45bc519d-3977-4ac7-853d-0857eba9ad1a', 'status': 'completed', 'code': 200} May 10 05:44:03.695227 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9816e2f3-6d0f-4422-a34e-fe929b73993e admin admin] Publish callbacks [] for security_group (8765c375-2f05-4cb5-8581-ad356d3a6641), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:03.700999 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9816e2f3-6d0f-4422-a34e-fe929b73993e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (8765c375-2f05-4cb5-8581-ad356d3a6641), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:03.749939 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816e2f3-6d0f-4422-a34e-fe929b73993e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8765c375-2f05-4cb5-8581-ad356d3a6641,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:44:03.757777 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 56380) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:44:03.758016 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-9816e2f3-6d0f-4422-a34e-fe929b73993e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d1f04e94e8ec47e79a3076aca65d7945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2075486 May 10 05:44:03.817792 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-86329e31-607b-47c5-86f1-46cf12ae67f7 admin admin] Publish callbacks [] for security_group (8765c375-2f05-4cb5-8581-ad356d3a6641), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:03.844062 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-86329e31-607b-47c5-86f1-46cf12ae67f7 admin admin] Publish callbacks [] for security_group (8765c375-2f05-4cb5-8581-ad356d3a6641), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:03.897028 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-86329e31-607b-47c5-86f1-46cf12ae67f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (8765c375-2f05-4cb5-8581-ad356d3a6641), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:03.899783 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-86329e31-607b-47c5-86f1-46cf12ae67f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:03.900969 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-86329e31-607b-47c5-86f1-46cf12ae67f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8765c375-2f05-4cb5-8581-ad356d3a6641 HTTP/1.1" status: 204 len: 168 time: 0.1422164 May 10 05:44:03.910179 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86329e31-607b-47c5-86f1-46cf12ae67f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8765c375-2f05-4cb5-8581-ad356d3a6641,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:44:04.362372 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 56392) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:44:04.376493 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1379df89-06f7-4339-b440-2d2fd1dfcbb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:04.467951 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1379df89-06f7-4339-b440-2d2fd1dfcbb4 admin admin] Publish callbacks [] for security_group (d29535e4-5544-4220-803d-2e85e63c277a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:04.474175 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1379df89-06f7-4339-b440-2d2fd1dfcbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (d29535e4-5544-4220-803d-2e85e63c277a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:04.513645 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379df89-06f7-4339-b440-2d2fd1dfcbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29535e4-5544-4220-803d-2e85e63c277a,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:44:04.521359 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 56394) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:44:04.528055 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-1379df89-06f7-4339-b440-2d2fd1dfcbb4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e3709c9286d4e6aadcf3fbcb5d6573f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1644714 May 10 05:44:04.581935 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-140cc824-a724-4e4f-b1d4-31b5c517fa4a admin admin] Publish callbacks [] for security_group (d29535e4-5544-4220-803d-2e85e63c277a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:04.610452 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-140cc824-a724-4e4f-b1d4-31b5c517fa4a admin admin] Publish callbacks [] for security_group (d29535e4-5544-4220-803d-2e85e63c277a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:04.676202 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-140cc824-a724-4e4f-b1d4-31b5c517fa4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (d29535e4-5544-4220-803d-2e85e63c277a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:04.679476 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-140cc824-a724-4e4f-b1d4-31b5c517fa4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:04.681257 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-140cc824-a724-4e4f-b1d4-31b5c517fa4a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d29535e4-5544-4220-803d-2e85e63c277a HTTP/1.1" status: 204 len: 168 time: 0.1587200 May 10 05:44:04.694374 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140cc824-a724-4e4f-b1d4-31b5c517fa4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29535e4-5544-4220-803d-2e85e63c277a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:44:05.372016 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5c7b3219-e83e-4c61-8172-21444599586b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:06.605940 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:07.621714 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:08.112680 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 45bc519d-3977-4ac7-853d-0857eba9ad1a no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:44:08.138054 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] No Port match for: 45bc519d-3977-4ac7-853d-0857eba9ad1a {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:44:08.138645 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 45bc519d-3977-4ac7-853d-0857eba9ad1a not bound to the agent host hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:44:09.393750 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:09.616429 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 56504) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:44:09.763092 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c6e03d50-86cf-48dc-a8d8-b16fb18ecf5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:09.840184 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c6e03d50-86cf-48dc-a8d8-b16fb18ecf5d admin admin] Publish callbacks [] for security_group (875eba6c-f489-4819-b4df-0d65bb236987), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:09.844715 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c6e03d50-86cf-48dc-a8d8-b16fb18ecf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (875eba6c-f489-4819-b4df-0d65bb236987), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:09.885278 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-c6e03d50-86cf-48dc-a8d8-b16fb18ecf5d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=041e27ac56ba487e881ae80e2669a0d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2676930 May 10 05:44:09.885975 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e03d50-86cf-48dc-a8d8-b16fb18ecf5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875eba6c-f489-4819-b4df-0d65bb236987,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:44:09.888163 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 56516) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:44:09.938444 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-049147d4-7f81-4057-89fb-c9a879c2c354 admin admin] Publish callbacks [] for security_group (875eba6c-f489-4819-b4df-0d65bb236987), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:09.959001 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-049147d4-7f81-4057-89fb-c9a879c2c354 admin admin] Publish callbacks [] for security_group (875eba6c-f489-4819-b4df-0d65bb236987), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:10.009309 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-049147d4-7f81-4057-89fb-c9a879c2c354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (875eba6c-f489-4819-b4df-0d65bb236987), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:10.011986 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-049147d4-7f81-4057-89fb-c9a879c2c354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:10.013160 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-049147d4-7f81-4057-89fb-c9a879c2c354 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/875eba6c-f489-4819-b4df-0d65bb236987 HTTP/1.1" status: 204 len: 168 time: 0.1239982 May 10 05:44:10.022982 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049147d4-7f81-4057-89fb-c9a879c2c354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875eba6c-f489-4819-b4df-0d65bb236987,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:44:15.424754 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 56662) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:44:15.549551 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-baa464a6-1e6e-4925-b32d-1c7e8d9faca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:15.633478 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-baa464a6-1e6e-4925-b32d-1c7e8d9faca4 admin admin] Publish callbacks [] for security_group (d8bcd19f-5b67-4b92-b1b7-a33754464c35), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:15.637653 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-baa464a6-1e6e-4925-b32d-1c7e8d9faca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (d8bcd19f-5b67-4b92-b1b7-a33754464c35), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:15.688169 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-baa464a6-1e6e-4925-b32d-1c7e8d9faca4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b55b60f51ec402fb551cc60ee0ae48e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621341 May 10 05:44:15.690084 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa464a6-1e6e-4925-b32d-1c7e8d9faca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bcd19f-5b67-4b92-b1b7-a33754464c35,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:44:15.690974 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 56670) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:44:15.740572 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aba5f3d4-e94d-4200-91bd-0d0c8e8e5f24 admin admin] Publish callbacks [] for security_group (d8bcd19f-5b67-4b92-b1b7-a33754464c35), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:15.767175 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aba5f3d4-e94d-4200-91bd-0d0c8e8e5f24 admin admin] Publish callbacks [] for security_group (d8bcd19f-5b67-4b92-b1b7-a33754464c35), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:15.816532 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aba5f3d4-e94d-4200-91bd-0d0c8e8e5f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (d8bcd19f-5b67-4b92-b1b7-a33754464c35), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:15.819265 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aba5f3d4-e94d-4200-91bd-0d0c8e8e5f24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:15.820427 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-aba5f3d4-e94d-4200-91bd-0d0c8e8e5f24 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8bcd19f-5b67-4b92-b1b7-a33754464c35 HTTP/1.1" status: 204 len: 168 time: 0.1284580 May 10 05:44:15.829016 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f3d4-e94d-4200-91bd-0d0c8e8e5f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bcd19f-5b67-4b92-b1b7-a33754464c35,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:44:21.084735 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 56810) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:44:21.134381 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee29dd7-8847-49be-bdfb-e500af81d652 admin admin] Deleting subnet 09af1d4f-7f31-4a4d-ad76-d80bf89b5ac7 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 05:44:21.137920 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bee29dd7-8847-49be-bdfb-e500af81d652 admin admin] Publish callbacks [] for subnet (09af1d4f-7f31-4a4d-ad76-d80bf89b5ac7), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:21.174850 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bee29dd7-8847-49be-bdfb-e500af81d652 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26153271'] for subnet (09af1d4f-7f31-4a4d-ad76-d80bf89b5ac7), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:21.222385 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bee29dd7-8847-49be-bdfb-e500af81d652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560747'] for subnet (09af1d4f-7f31-4a4d-ad76-d80bf89b5ac7), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:21.312883 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-86b2b991-1077-4e56-b91c-c8209b1f4c51 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5f0d8248e9fd47349afece1e53a8ca25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313225 May 10 05:44:21.321053 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bee29dd7-8847-49be-bdfb-e500af81d652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26156973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25853313'] for subnet (09af1d4f-7f31-4a4d-ad76-d80bf89b5ac7), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:21.379459 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee29dd7-8847-49be-bdfb-e500af81d652 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09af1d4f-7f31-4a4d-ad76-d80bf89b5ac7,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:44:21.422545 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bee29dd7-8847-49be-bdfb-e500af81d652 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:21.425697 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-bee29dd7-8847-49be-bdfb-e500af81d652 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/09af1d4f-7f31-4a4d-ad76-d80bf89b5ac7 HTTP/1.1" status: 204 len: 168 time: 0.3390546 May 10 05:44:21.428836 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 56830) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:44:21.503491 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9993364f-8239-452c-84c5-7123dbec1ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505022'] for network (1124a2de-ed0d-4cdb-bb05-82d8d1e0c740), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:21.527611 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-dad312ae-36a6-43d1-b2b8-0f9d3b9e3491 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:44:21.529174 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-dad312ae-36a6-43d1-b2b8-0f9d3b9e3491 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2050397 May 10 05:44:21.546308 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-3b383b46-ef76-4c4d-a8d9-bcdee86e6478 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.23 "GET /v2.0/quotas/5f0d8248e9fd47349afece1e53a8ca25 HTTP/1.1" status: 200 len: 375 time: 0.0113835 May 10 05:44:21.584225 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-ad43a5b1-0e74-4491-8789-5f81653f4c2c tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5f0d8248e9fd47349afece1e53a8ca25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320511 May 10 05:44:21.587464 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9993364f-8239-452c-84c5-7123dbec1ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562704', 'neutron.services.segments.db._delete_segments_for_network-8771215551281'] for network (1124a2de-ed0d-4cdb-bb05-82d8d1e0c740), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:21.608888 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-9993364f-8239-452c-84c5-7123dbec1ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1124a2de-ed0d-4cdb-bb05-82d8d1e0c740']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:44:21.618689 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-9993364f-8239-452c-84c5-7123dbec1ca0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8144303-1829-4e5d-b88f-778fd159524c') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:44:21.618975 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-9993364f-8239-452c-84c5-7123dbec1ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8144303-1829-4e5d-b88f-778fd159524c') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:44:21.629659 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9993364f-8239-452c-84c5-7123dbec1ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771215552058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26910846'] for segment (c8144303-1829-4e5d-b88f-778fd159524c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:21.645760 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9993364f-8239-452c-84c5-7123dbec1ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (c8144303-1829-4e5d-b88f-778fd159524c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:21.652204 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9993364f-8239-452c-84c5-7123dbec1ca0 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 05:44:21.652579 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9993364f-8239-452c-84c5-7123dbec1ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2851385'] for segment (c8144303-1829-4e5d-b88f-778fd159524c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: Traceback (most recent call last): May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: timer() May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: cb(*args, **kw) May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: return func(*args, **kwargs) May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: self._notify() May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: self.callback(batched_events) May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: event.method(event) May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: return f(self, *a, **k) May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: return self._get(url).json() May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: return self.request(url, 'GET', **kwargs) May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 05:44:21.654470 dv-cinder-836996-16-iscsi neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 05:44:21.723185 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9993364f-8239-452c-84c5-7123dbec1ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412472'] for network (1124a2de-ed0d-4cdb-bb05-82d8d1e0c740), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:21.738384 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9993364f-8239-452c-84c5-7123dbec1ca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:21.739028 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-050cc8c4-8f73-470f-a787-db8f8c2ea14b req-255ce3b1-7171-4dca-a08a-a30e9ace16e1 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f HTTP/1.1" status: 200 len: 210 time: 0.0277898 May 10 05:44:21.748012 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-9993364f-8239-452c-84c5-7123dbec1ca0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1124a2de-ed0d-4cdb-bb05-82d8d1e0c740 HTTP/1.1" status: 204 len: 168 time: 0.3176224 May 10 05:44:21.748598 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9993364f-8239-452c-84c5-7123dbec1ca0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1124a2de-ed0d-4cdb-bb05-82d8d1e0c740,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:44:21.917764 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 56842) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:44:21.959804 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-e1c4cbb7-f8e2-4f40-9547-b65b844f4b92 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=699b5cb28dd5440f8daf96b156413623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407596 May 10 05:44:21.962788 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 56844) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:44:22.010431 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d756f171-2233-4f47-a9a5-f848d6461045 admin admin] Publish callbacks [] for security_group (3f801cb9-e1f0-48ab-b6be-390bd4fb636d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:22.033986 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d756f171-2233-4f47-a9a5-f848d6461045 admin admin] Publish callbacks [] for security_group (3f801cb9-e1f0-48ab-b6be-390bd4fb636d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:22.082305 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d756f171-2233-4f47-a9a5-f848d6461045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (3f801cb9-e1f0-48ab-b6be-390bd4fb636d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:22.084906 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d756f171-2233-4f47-a9a5-f848d6461045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:22.086069 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-d756f171-2233-4f47-a9a5-f848d6461045 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3f801cb9-e1f0-48ab-b6be-390bd4fb636d HTTP/1.1" status: 204 len: 168 time: 0.1222110 May 10 05:44:22.095489 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756f171-2233-4f47-a9a5-f848d6461045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f801cb9-e1f0-48ab-b6be-390bd4fb636d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:44:22.848405 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4c115062-e64e-4882-b8d2-b9d2ba502f2c req-498f343f-0a49-4c80-816f-e3f420622821 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f HTTP/1.1" status: 200 len: 210 time: 0.0296121 May 10 05:44:23.957087 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7a809161-ab27-43e6-99e3-11239222a53b req-5e7ac8a9-b7f5-4e23-94be-6244f1616d44 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f HTTP/1.1" status: 200 len: 210 time: 0.0276320 May 10 05:44:24.620571 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-22e76bab-3d57-4c35-a686-7aaf0df836d3 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=5f0d8248e9fd47349afece1e53a8ca25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290127 May 10 05:44:24.818811 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-51505b94-2fbe-4e04-9b27-0b1619f308f8 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:44:24.820296 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-51505b94-2fbe-4e04-9b27-0b1619f308f8 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1927259 May 10 05:44:24.880529 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-07801d39-bac8-48d2-a9b1-918c82f156ba tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Request body: {'port': {'device_id': '3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f', 'network_id': '1bb7174f-94f3-4fa7-bcca-a117540ee0fc', 'admin_state_up': True, 'tenant_id': '5f0d8248e9fd47349afece1e53a8ca25'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:44:24.993449 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-07801d39-bac8-48d2-a9b1-918c82f156ba tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Made reservation on behalf of 5f0d8248e9fd47349afece1e53a8ca25 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:44:24.996977 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-07801d39-bac8-48d2-a9b1-918c82f156ba tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:25.006341 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-07801d39-bac8-48d2-a9b1-918c82f156ba tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:25.055119 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ab00d5f7-0eaf-479e-aa97-8fc1848f74d1 req-cb2e412d-91a4-49d2-b0ba-6924d53f5fd4 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f HTTP/1.1" status: 200 len: 210 time: 0.0294871 May 10 05:44:25.084596 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-07801d39-bac8-48d2-a9b1-918c82f156ba tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Publish callbacks [] for security_group (76f03a96-7cb8-4057-bfdc-95c2d9d9d1d1), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:25.089715 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-07801d39-bac8-48d2-a9b1-918c82f156ba tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (76f03a96-7cb8-4057-bfdc-95c2d9d9d1d1), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:25.151607 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07801d39-bac8-48d2-a9b1-918c82f156ba tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76f03a96-7cb8-4057-bfdc-95c2d9d9d1d1,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:44:25.223593 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-07801d39-bac8-48d2-a9b1-918c82f156ba tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Allocated IP 192.168.233.129 (1bb7174f-94f3-4fa7-bcca-a117540ee0fc/2586eb1d-53c6-491d-ba92-ddf322439c44/8fe7f2ce-4b10-4181-a9a3-3af2289214e6) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:44:25.373200 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-07801d39-bac8-48d2-a9b1-918c82f156ba tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Publish callbacks [] for port (8fe7f2ce-4b10-4181-a9a3-3af2289214e6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:25.409468 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-07801d39-bac8-48d2-a9b1-918c82f156ba tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (8fe7f2ce-4b10-4181-a9a3-3af2289214e6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:25.453775 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-07801d39-bac8-48d2-a9b1-918c82f156ba tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Network 1bb7174f-94f3-4fa7-bcca-a117540ee0fc is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:44:25.458962 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-07801d39-bac8-48d2-a9b1-918c82f156ba tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:44:25.468982 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-07801d39-bac8-48d2-a9b1-918c82f156ba tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:44:25.488734 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07801d39-bac8-48d2-a9b1-918c82f156ba tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Pushing event updated for resources: {'Port': ['ID=8fe7f2ce-4b10-4181-a9a3-3af2289214e6,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:44:25.525020 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-07801d39-bac8-48d2-a9b1-918c82f156ba tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:44:25.525721 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-07801d39-bac8-48d2-a9b1-918c82f156ba tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:25.547689 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-07801d39-bac8-48d2-a9b1-918c82f156ba tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6714382 May 10 05:44:25.560212 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-f64ed9b3-1bdd-4479-a30c-fe942393459a service neutron] Request body: {'port': {'device_id': '3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:44:25.633288 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-f64ed9b3-1bdd-4479-a30c-fe942393459a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (8fe7f2ce-4b10-4181-a9a3-3af2289214e6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:25.700267 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7f97cb37-6eaa-40e3-a71c-7e43d9430a30 None None] Provisioning complete for port 8fe7f2ce-4b10-4181-a9a3-3af2289214e6 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:44:25.700989 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7f97cb37-6eaa-40e3-a71c-7e43d9430a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (8fe7f2ce-4b10-4181-a9a3-3af2289214e6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:25.742085 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7f97cb37-6eaa-40e3-a71c-7e43d9430a30 None None] Port 8fe7f2ce-4b10-4181-a9a3-3af2289214e6 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:44:25.946153 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-f64ed9b3-1bdd-4479-a30c-fe942393459a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fe7f2ce-4b10-4181-a9a3-3af2289214e6 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:44:25.953758 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-f64ed9b3-1bdd-4479-a30c-fe942393459a service neutron] Publish callbacks [] for port (8fe7f2ce-4b10-4181-a9a3-3af2289214e6), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:25.966624 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-f64ed9b3-1bdd-4479-a30c-fe942393459a service neutron] Transition to ACTIVE for port object 8fe7f2ce-4b10-4181-a9a3-3af2289214e6 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 05:44:25.970911 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-f64ed9b3-1bdd-4479-a30c-fe942393459a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851357'] for port (8fe7f2ce-4b10-4181-a9a3-3af2289214e6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:26.018981 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ed9b3-1bdd-4479-a30c-fe942393459a service neutron] Pushing event updated for resources: {'Port': ['ID=8fe7f2ce-4b10-4181-a9a3-3af2289214e6,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:44:26.095361 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-f64ed9b3-1bdd-4479-a30c-fe942393459a service neutron] Attempting to bind port 8fe7f2ce-4b10-4181-a9a3-3af2289214e6 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:44:26.095753 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-f64ed9b3-1bdd-4479-a30c-fe942393459a service neutron] Attempting to bind port 8fe7f2ce-4b10-4181-a9a3-3af2289214e6 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'aa608c1e-8faf-413d-a471-6524c2b3ef1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1bb7174f-94f3-4fa7-bcca-a117540ee0fc'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:44:26.096087 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-f64ed9b3-1bdd-4479-a30c-fe942393459a service neutron] Attempting to bind port 8fe7f2ce-4b10-4181-a9a3-3af2289214e6 on network 1bb7174f-94f3-4fa7-bcca-a117540ee0fc {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:44:26.101974 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-f64ed9b3-1bdd-4479-a30c-fe942393459a service neutron] Port 8fe7f2ce-4b10-4181-a9a3-3af2289214e6 on network 1bb7174f-94f3-4fa7-bcca-a117540ee0fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 05:44:26.101974 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-f64ed9b3-1bdd-4479-a30c-fe942393459a service neutron] Attempting to bind port 8fe7f2ce-4b10-4181-a9a3-3af2289214e6 on network 1bb7174f-94f3-4fa7-bcca-a117540ee0fc {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:44:26.106080 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-f64ed9b3-1bdd-4479-a30c-fe942393459a service neutron] Checking agent: {'id': '0722f08e-2e90-4d2d-9212-b191bf1b5213', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'started_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:44:26.106474 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-f64ed9b3-1bdd-4479-a30c-fe942393459a service neutron] Checking segment: {'id': 'aa608c1e-8faf-413d-a471-6524c2b3ef1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1bb7174f-94f3-4fa7-bcca-a117540ee0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:44:26.106856 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-f64ed9b3-1bdd-4479-a30c-fe942393459a service neutron] Bound using segment: {'id': 'aa608c1e-8faf-413d-a471-6524c2b3ef1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1bb7174f-94f3-4fa7-bcca-a117540ee0fc'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:44:26.107336 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-f64ed9b3-1bdd-4479-a30c-fe942393459a service neutron] Bound port: 8fe7f2ce-4b10-4181-a9a3-3af2289214e6, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa608c1e-8faf-413d-a471-6524c2b3ef1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1bb7174f-94f3-4fa7-bcca-a117540ee0fc'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:44:26.107744 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-f64ed9b3-1bdd-4479-a30c-fe942393459a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (8fe7f2ce-4b10-4181-a9a3-3af2289214e6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:26.178665 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61889f8b-7270-413d-9827-aa1c597ab7c9 req-ee9df6ed-dde3-4e0b-b4e8-186f97a2fd80 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:44:26.180372 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-61889f8b-7270-413d-9827-aa1c597ab7c9 req-ee9df6ed-dde3-4e0b-b4e8-186f97a2fd80 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f HTTP/1.1" status: 200 len: 948 time: 0.0503302 May 10 05:44:26.180920 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-f64ed9b3-1bdd-4479-a30c-fe942393459a service neutron] For port 8fe7f2ce-4b10-4181-a9a3-3af2289214e6, host hv-cinder-83699, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:44:26.184408 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-f64ed9b3-1bdd-4479-a30c-fe942393459a service neutron] For port 8fe7f2ce-4b10-4181-a9a3-3af2289214e6, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8fe7f2ce-4b10-4181-a9a3-3af2289214e6,segment=NetworkSegment(aa608c1e-8faf-413d-a471-6524c2b3ef1f),segment_id=aa608c1e-8faf-413d-a471-6524c2b3ef1f)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:44:26.191013 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-f64ed9b3-1bdd-4479-a30c-fe942393459a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851357'] for port (8fe7f2ce-4b10-4181-a9a3-3af2289214e6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:26.228441 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-f64ed9b3-1bdd-4479-a30c-fe942393459a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:44:26.229080 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-f64ed9b3-1bdd-4479-a30c-fe942393459a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:26.230637 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-f64ed9b3-1bdd-4479-a30c-fe942393459a service neutron] 10.222.0.50 "PUT /v2.0/ports/8fe7f2ce-4b10-4181-a9a3-3af2289214e6 HTTP/1.1" status: 200 len: 1098 time: 0.6760967 May 10 05:44:26.230946 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f', 'tag': '8fe7f2ce-4b10-4181-a9a3-3af2289214e6'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:44:26.233274 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09019744-97ee-4c22-a16f-e697471086b4" -d '{"events": [{"name": "network-changed", "server_uuid": "3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f", "tag": "8fe7f2ce-4b10-4181-a9a3-3af2289214e6"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:44:26.241952 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-61889f8b-7270-413d-9827-aa1c597ab7c9 req-f216e0dc-6699-4619-b4a0-a45581b9fbd1 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.23 "GET /v2.0/security-groups?id=76f03a96-7cb8-4057-bfdc-95c2d9d9d1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551169 May 10 05:44:26.268194 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ed9b3-1bdd-4479-a30c-fe942393459a service neutron] Pushing event updated for resources: {'Port': ['ID=8fe7f2ce-4b10-4181-a9a3-3af2289214e6,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:44:26.275865 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1617664b-90b6-444f-88fb-8418222b4818 x-openstack-request-id: req-1617664b-90b6-444f-88fb-8418222b4818 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:44:26.276722 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f", "tag": "8fe7f2ce-4b10-4181-a9a3-3af2289214e6", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:44:26.276722 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1617664b-90b6-444f-88fb-8418222b4818 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:44:26.276722 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1617664b-90b6-444f-88fb-8418222b4818'] response: {'name': 'network-changed', 'server_uuid': '3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f', 'tag': '8fe7f2ce-4b10-4181-a9a3-3af2289214e6', 'status': 'completed', 'code': 200} May 10 05:44:26.333693 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-972e05a8-32d7-4ffd-a426-622a3d938638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:44:26.335415 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-972e05a8-32d7-4ffd-a426-622a3d938638 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f0d8248e9fd47349afece1e53a8ca25&device_id=3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f HTTP/1.1" status: 200 len: 1132 time: 0.0408046 May 10 05:44:26.380690 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-9e470a91-2650-481f-94ee-f7733c6b4f7b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=8fe7f2ce-4b10-4181-a9a3-3af2289214e6 HTTP/1.1" status: 200 len: 217 time: 0.0373738 May 10 05:44:26.434344 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-1f778136-0233-41bb-ae14-2ed92ae15b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:44:26.435894 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-1f778136-0233-41bb-ae14-2ed92ae15b2f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2586eb1d-53c6-491d-ba92-ddf322439c44 HTTP/1.1" status: 200 len: 843 time: 0.0477569 May 10 05:44:26.480891 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-95b8f07e-53bf-4cb8-b540-67858741b9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:44:26.482441 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-95b8f07e-53bf-4cb8-b540-67858741b9c9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1bb7174f-94f3-4fa7-bcca-a117540ee0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0402792 May 10 05:44:26.577882 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-062480ba-a7fb-44e3-866d-f6ab50c1b6f7 service neutron] 10.222.0.50 "GET /v2.0/networks/1bb7174f-94f3-4fa7-bcca-a117540ee0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878260 May 10 05:44:26.672309 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-1cf7f0d8-1464-44e4-b1c6-9a3dfbe8b2c1 req-f668e4fe-31c0-4087-accc-77115e3a679a service neutron] 10.222.0.50 "GET /v2.0/networks/1bb7174f-94f3-4fa7-bcca-a117540ee0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873673 May 10 05:44:27.357244 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6f726-1274-4176-9f19-174aff90908a req-61f6ebeb-f6c3-47c3-90fd-56e8cf5b37cf tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:44:27.358650 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e7b6f726-1274-4176-9f19-174aff90908a req-61f6ebeb-f6c3-47c3-90fd-56e8cf5b37cf tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f HTTP/1.1" status: 200 len: 948 time: 0.0530465 May 10 05:44:27.407529 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e7b6f726-1274-4176-9f19-174aff90908a req-4e8a6839-7229-4f43-8451-b45e22bc1746 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.23 "GET /v2.0/security-groups?id=76f03a96-7cb8-4057-bfdc-95c2d9d9d1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400507 May 10 05:44:27.640348 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09019744-97ee-4c22-a16f-e697471086b4 req-64b642ec-5c81-404e-8515-400a629184fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:44:27.641778 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-09019744-97ee-4c22-a16f-e697471086b4 req-64b642ec-5c81-404e-8515-400a629184fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f0d8248e9fd47349afece1e53a8ca25&device_id=3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f HTTP/1.1" status: 200 len: 1132 time: 0.0498998 May 10 05:44:27.744961 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09019744-97ee-4c22-a16f-e697471086b4 req-1a31514c-e655-4d22-9598-9dc18138a1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:44:27.746872 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-09019744-97ee-4c22-a16f-e697471086b4 req-1a31514c-e655-4d22-9598-9dc18138a1f7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1bb7174f-94f3-4fa7-bcca-a117540ee0fc HTTP/1.1" status: 200 len: 870 time: 0.0981688 May 10 05:44:27.803475 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-09019744-97ee-4c22-a16f-e697471086b4 req-4756d1d2-c16f-4233-9d1a-db479349d552 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=8fe7f2ce-4b10-4181-a9a3-3af2289214e6 HTTP/1.1" status: 200 len: 217 time: 0.0398173 May 10 05:44:27.851933 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09019744-97ee-4c22-a16f-e697471086b4 req-548c2eee-2cc0-4532-9288-379731b1f91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:44:27.853411 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-09019744-97ee-4c22-a16f-e697471086b4 req-548c2eee-2cc0-4532-9288-379731b1f91d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2586eb1d-53c6-491d-ba92-ddf322439c44 HTTP/1.1" status: 200 len: 843 time: 0.0433643 May 10 05:44:27.896234 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:28.166730 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09019744-97ee-4c22-a16f-e697471086b4 req-45dece20-4a3c-4e56-b345-ab413ad653c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:44:28.168336 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-09019744-97ee-4c22-a16f-e697471086b4 req-45dece20-4a3c-4e56-b345-ab413ad653c3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1bb7174f-94f3-4fa7-bcca-a117540ee0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.3047168 May 10 05:44:28.260900 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-09019744-97ee-4c22-a16f-e697471086b4 req-f72019da-ff09-4ba7-842b-6f557a1d3729 service neutron] 10.222.0.50 "GET /v2.0/networks/1bb7174f-94f3-4fa7-bcca-a117540ee0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852327 May 10 05:44:28.355402 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-09019744-97ee-4c22-a16f-e697471086b4 req-5105d68e-b8fd-4afd-b34a-63a8f08e084c service neutron] 10.222.0.50 "GET /v2.0/networks/1bb7174f-94f3-4fa7-bcca-a117540ee0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869584 May 10 05:44:28.525266 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccb24a-cd4b-47f4-86ee-a3e2b2d8bc4a req-642ec60a-69cf-4bb9-8ffe-4a600d1cb3a0 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:44:28.526720 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-54ccb24a-cd4b-47f4-86ee-a3e2b2d8bc4a req-642ec60a-69cf-4bb9-8ffe-4a600d1cb3a0 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f HTTP/1.1" status: 200 len: 948 time: 0.0489635 May 10 05:44:28.579124 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-54ccb24a-cd4b-47f4-86ee-a3e2b2d8bc4a req-3e7acc7b-3700-4b99-abe0-dcd7ed1a608b tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.23 "GET /v2.0/security-groups?id=76f03a96-7cb8-4057-bfdc-95c2d9d9d1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457280 May 10 05:44:29.695956 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0a5d9-22f4-4c8c-8984-38d78004340d req-995bbb96-1058-476c-be5e-6017c6bfb385 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:44:29.697423 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d4c0a5d9-22f4-4c8c-8984-38d78004340d req-995bbb96-1058-476c-be5e-6017c6bfb385 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f HTTP/1.1" status: 200 len: 948 time: 0.0491858 May 10 05:44:29.747626 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d4c0a5d9-22f4-4c8c-8984-38d78004340d req-30fd9ab6-22d8-4c02-afd0-1b4c3516a3fb tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.23 "GET /v2.0/security-groups?id=76f03a96-7cb8-4057-bfdc-95c2d9d9d1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416219 May 10 05:44:30.344601 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 8fe7f2ce-4b10-4181-a9a3-3af2289214e6 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 05:44:30.448361 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 8fe7f2ce-4b10-4181-a9a3-3af2289214e6, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8fe7f2ce-4b10-4181-a9a3-3af2289214e6,segment=NetworkSegment(aa608c1e-8faf-413d-a471-6524c2b3ef1f),segment_id=aa608c1e-8faf-413d-a471-6524c2b3ef1f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:44:30.459863 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Returning: {'device': '8fe7f2ce-4b10-4181-a9a3-3af2289214e6', 'network_id': '1bb7174f-94f3-4fa7-bcca-a117540ee0fc', 'port_id': '8fe7f2ce-4b10-4181-a9a3-3af2289214e6', 'mac_address': 'fa:16:3e:e5:82:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2586eb1d-53c6-491d-ba92-ddf322439c44', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 05:44:30.500397 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 8fe7f2ce-4b10-4181-a9a3-3af2289214e6 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:44:30.500784 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (8fe7f2ce-4b10-4181-a9a3-3af2289214e6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:30.516252 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe7f2ce-4b10-4181-a9a3-3af2289214e6 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:44:30.536313 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 8fe7f2ce-4b10-4181-a9a3-3af2289214e6, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8fe7f2ce-4b10-4181-a9a3-3af2289214e6,segment=NetworkSegment(aa608c1e-8faf-413d-a471-6524c2b3ef1f),segment_id=aa608c1e-8faf-413d-a471-6524c2b3ef1f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:44:30.540898 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (8fe7f2ce-4b10-4181-a9a3-3af2289214e6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:30.593942 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=8fe7f2ce-4b10-4181-a9a3-3af2289214e6,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:44:30.602148 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:30.602492 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:30.602832 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:30.603169 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:30.603499 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:30.603884 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:30.604212 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:30.604534 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:30.605021 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:30.605349 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:30.606339 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:30.606674 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:30.606995 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:30.607332 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:30.607672 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:30.816274 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['8fe7f2ce-4b10-4181-a9a3-3af2289214e6'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:44:30.877677 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeef9aa-b268-4895-a61a-a70e1e8c0a7e req-ae59e21e-75f9-483f-ba0f-b9067ec5ac7d tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:44:30.879618 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bfeef9aa-b268-4895-a61a-a70e1e8c0a7e req-ae59e21e-75f9-483f-ba0f-b9067ec5ac7d tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f HTTP/1.1" status: 200 len: 949 time: 0.0472832 May 10 05:44:30.930402 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-bfeef9aa-b268-4895-a61a-a70e1e8c0a7e req-0ab613b7-3aff-4dd6-a621-529ed3bed9de tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.23 "GET /v2.0/security-groups?id=76f03a96-7cb8-4057-bfdc-95c2d9d9d1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452397 May 10 05:44:32.055622 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fed65-13e6-434e-8b82-82fc80e2c9b1 req-00396079-ca9f-48af-8057-f994dd8e47b6 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:44:32.057144 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6a5fed65-13e6-434e-8b82-82fc80e2c9b1 req-00396079-ca9f-48af-8057-f994dd8e47b6 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f HTTP/1.1" status: 200 len: 949 time: 0.0563347 May 10 05:44:32.107034 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6a5fed65-13e6-434e-8b82-82fc80e2c9b1 req-2c5d3fb8-1ace-4120-b804-3b155f03d050 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.23 "GET /v2.0/security-groups?id=76f03a96-7cb8-4057-bfdc-95c2d9d9d1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441904 May 10 05:44:32.349078 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 8fe7f2ce-4b10-4181-a9a3-3af2289214e6 up at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:44:32.399364 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning for port 8fe7f2ce-4b10-4181-a9a3-3af2289214e6 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 05:44:32.408075 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning complete for port 8fe7f2ce-4b10-4181-a9a3-3af2289214e6 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:44:32.408454 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (8fe7f2ce-4b10-4181-a9a3-3af2289214e6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:32.487062 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 8fe7f2ce-4b10-4181-a9a3-3af2289214e6 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:44:32.487466 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (8fe7f2ce-4b10-4181-a9a3-3af2289214e6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:32.515545 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe7f2ce-4b10-4181-a9a3-3af2289214e6'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:44:32.517823 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0800c53295b7046a146618d9b887730b91c06d3b0846630efe31b30f8053b0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e379bd-345a-4896-b843-fedbdf14f545" -d '{"events": [{"server_uuid": "3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f", "name": "network-vif-plugged", "status": "completed", "tag": "8fe7f2ce-4b10-4181-a9a3-3af2289214e6"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:44:32.530337 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 8fe7f2ce-4b10-4181-a9a3-3af2289214e6, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8fe7f2ce-4b10-4181-a9a3-3af2289214e6,segment=NetworkSegment(aa608c1e-8faf-413d-a471-6524c2b3ef1f),segment_id=aa608c1e-8faf-413d-a471-6524c2b3ef1f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:44:32.536086 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (8fe7f2ce-4b10-4181-a9a3-3af2289214e6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:32.562273 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c066e216-4253-497b-bc7c-7783bdfc39be x-openstack-request-id: req-c066e216-4253-497b-bc7c-7783bdfc39be {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:44:32.562557 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f", "name": "network-vif-plugged", "status": "completed", "tag": "8fe7f2ce-4b10-4181-a9a3-3af2289214e6", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:44:32.562777 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c066e216-4253-497b-bc7c-7783bdfc39be {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:44:32.563187 dv-cinder-836996-16-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c066e216-4253-497b-bc7c-7783bdfc39be'] response: {'server_uuid': '3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe7f2ce-4b10-4181-a9a3-3af2289214e6', 'code': 200} May 10 05:44:32.596688 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=8fe7f2ce-4b10-4181-a9a3-3af2289214e6,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:44:32.737558 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33c033-4bee-48ad-8c88-5f1d287bc9a1 req-bdf5d2a1-8665-4f29-aef3-4a046a7a04c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:44:32.739182 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-cd33c033-4bee-48ad-8c88-5f1d287bc9a1 req-bdf5d2a1-8665-4f29-aef3-4a046a7a04c4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f HTTP/1.1" status: 200 len: 1134 time: 0.0383158 May 10 05:44:32.783273 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-cd33c033-4bee-48ad-8c88-5f1d287bc9a1 req-4e2c3ae3-c2ff-46f0-a0f5-d092411028a7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=76f03a96-7cb8-4057-bfdc-95c2d9d9d1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377855 May 10 05:44:32.940963 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-922cf7e9-e7f3-4f78-9244-e62f9478b9f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:33.229705 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc75ba-6853-4423-993c-efe61f102800 req-4bb7ab3f-119f-4970-a82b-90f221632424 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:44:33.231045 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-02bc75ba-6853-4423-993c-efe61f102800 req-4bb7ab3f-119f-4970-a82b-90f221632424 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f HTTP/1.1" status: 200 len: 950 time: 0.0527403 May 10 05:44:33.281219 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-02bc75ba-6853-4423-993c-efe61f102800 req-0d6ae2d7-633d-43f0-bc65-c45f0fefeaa6 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.23 "GET /v2.0/security-groups?id=76f03a96-7cb8-4057-bfdc-95c2d9d9d1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422363 May 10 05:44:33.522700 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-2bb3f412-8ed0-4cc9-b556-07d702a09eea req-52c7d513-911f-4f6d-ad57-2e1d86ce830c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409658 May 10 05:44:33.612771 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3f412-8ed0-4cc9-b556-07d702a09eea req-05f5623d-d432-49d3-a7b1-8a64cf681a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:44:33.614280 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-2bb3f412-8ed0-4cc9-b556-07d702a09eea req-05f5623d-d432-49d3-a7b1-8a64cf681a71 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=73bfe2432e5a41d8b8611b54849c575f&device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 1129 time: 0.0438900 May 10 05:44:33.722381 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 57050) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:44:33.729868 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3f412-8ed0-4cc9-b556-07d702a09eea req-9957688e-732f-4a4c-a076-8a6c940f8231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:44:33.731347 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-2bb3f412-8ed0-4cc9-b556-07d702a09eea req-9957688e-732f-4a4c-a076-8a6c940f8231 service neutron] 10.222.0.50 "GET /v2.0/networks?id=73f8ea49-61d7-4c5a-978c-c205c837fcbf HTTP/1.1" status: 200 len: 911 time: 0.0924690 May 10 05:44:33.776632 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e420a1-9edf-4859-9d5e-98de9b173ddc admin admin] Deleting subnet 33a3beb1-0a80-4668-a43d-42b81d18ccd0 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 05:44:33.780864 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-11e420a1-9edf-4859-9d5e-98de9b173ddc admin admin] Publish callbacks [] for subnet (33a3beb1-0a80-4668-a43d-42b81d18ccd0), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:33.818158 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-11e420a1-9edf-4859-9d5e-98de9b173ddc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26153271'] for subnet (33a3beb1-0a80-4668-a43d-42b81d18ccd0), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:33.859366 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-11e420a1-9edf-4859-9d5e-98de9b173ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560747'] for subnet (33a3beb1-0a80-4668-a43d-42b81d18ccd0), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:33.915944 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-11e420a1-9edf-4859-9d5e-98de9b173ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26156973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25853313'] for subnet (33a3beb1-0a80-4668-a43d-42b81d18ccd0), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:33.941297 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e420a1-9edf-4859-9d5e-98de9b173ddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33a3beb1-0a80-4668-a43d-42b81d18ccd0,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:44:33.946289 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-11e420a1-9edf-4859-9d5e-98de9b173ddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:33.949465 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-11e420a1-9edf-4859-9d5e-98de9b173ddc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/33a3beb1-0a80-4668-a43d-42b81d18ccd0 HTTP/1.1" status: 204 len: 168 time: 0.2260466 May 10 05:44:33.952214 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 57054) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:44:34.023287 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-10b0884a-e3cb-4393-baed-4eeed85fc1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505022'] for network (2986abbe-e39c-4d67-aaa8-76da5fbad287), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:34.108901 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-10b0884a-e3cb-4393-baed-4eeed85fc1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562704', 'neutron.services.segments.db._delete_segments_for_network-8771215551281'] for network (2986abbe-e39c-4d67-aaa8-76da5fbad287), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:34.128879 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.services.segments.db [None req-10b0884a-e3cb-4393-baed-4eeed85fc1ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2986abbe-e39c-4d67-aaa8-76da5fbad287']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:44:34.138119 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.services.segments.db [None req-10b0884a-e3cb-4393-baed-4eeed85fc1ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e099bc-3c93-4220-ab74-add996d3271d') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:44:34.138450 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.services.segments.db [None req-10b0884a-e3cb-4393-baed-4eeed85fc1ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e099bc-3c93-4220-ab74-add996d3271d') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:44:34.147760 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-10b0884a-e3cb-4393-baed-4eeed85fc1ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771215552058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26153420'] for segment (64e099bc-3c93-4220-ab74-add996d3271d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:34.162216 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-10b0884a-e3cb-4393-baed-4eeed85fc1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (64e099bc-3c93-4220-ab74-add996d3271d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:34.169934 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b0884a-e3cb-4393-baed-4eeed85fc1ba admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 05:44:34.170462 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-10b0884a-e3cb-4393-baed-4eeed85fc1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26156999'] for segment (64e099bc-3c93-4220-ab74-add996d3271d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: Traceback (most recent call last): May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: timer() May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: cb(*args, **kw) May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: return func(*args, **kwargs) May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: self._notify() May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: self.callback(batched_events) May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: event.method(event) May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: return f(self, *a, **k) May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: return self._get(url).json() May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: return self.request(url, 'GET', **kwargs) May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 05:44:34.172494 dv-cinder-836996-16-iscsi neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 05:44:34.189858 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-2bb3f412-8ed0-4cc9-b556-07d702a09eea req-3f2c61d2-5b23-481f-8bed-f2af1a4c40fd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22c35213-cd30-4098-8bb7-9a6b968c177e HTTP/1.1" status: 200 len: 1001 time: 0.0678942 May 10 05:44:34.232837 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-10b0884a-e3cb-4393-baed-4eeed85fc1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412472'] for network (2986abbe-e39c-4d67-aaa8-76da5fbad287), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:34.239127 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-10b0884a-e3cb-4393-baed-4eeed85fc1ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:34.242169 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-10b0884a-e3cb-4393-baed-4eeed85fc1ba admin admin] 10.222.0.23 "DELETE /v2.0/networks/2986abbe-e39c-4d67-aaa8-76da5fbad287 HTTP/1.1" status: 204 len: 168 time: 0.2890420 May 10 05:44:34.253493 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0884a-e3cb-4393-baed-4eeed85fc1ba admin admin] Pushing event deleted for resources: {'Network': ['ID=2986abbe-e39c-4d67-aaa8-76da5fbad287,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:44:34.321200 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3f412-8ed0-4cc9-b556-07d702a09eea req-b6d86d27-8948-4c14-b2ff-8e0df9d7a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:44:34.322927 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-2bb3f412-8ed0-4cc9-b556-07d702a09eea req-b6d86d27-8948-4c14-b2ff-8e0df9d7a819 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25f5936d-fb1d-4a12-acf7-156c561fdc0b HTTP/1.1" status: 200 len: 849 time: 0.0463910 May 10 05:44:34.374824 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3f412-8ed0-4cc9-b556-07d702a09eea req-771fbb94-c197-4341-8788-9d65ce394178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:44:34.376451 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-2bb3f412-8ed0-4cc9-b556-07d702a09eea req-771fbb94-c197-4341-8788-9d65ce394178 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=73f8ea49-61d7-4c5a-978c-c205c837fcbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470045 May 10 05:44:34.412045 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ed9fc-b13c-45e8-ac9c-02f6f729be75 req-9d64350c-9cf7-4ec8-8655-00d5257c0df3 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:44:34.419231 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f48ed9fc-b13c-45e8-ac9c-02f6f729be75 req-9d64350c-9cf7-4ec8-8655-00d5257c0df3 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f HTTP/1.1" status: 200 len: 950 time: 0.0541427 May 10 05:44:34.449588 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 57060) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:44:34.461645 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f48ed9fc-b13c-45e8-ac9c-02f6f729be75 req-400a6834-5300-4671-9d68-73b81ed96e78 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.23 "GET /v2.0/security-groups?id=76f03a96-7cb8-4057-bfdc-95c2d9d9d1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414832 May 10 05:44:34.502304 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-2bb3f412-8ed0-4cc9-b556-07d702a09eea req-861bb5db-3c86-4a01-8620-7077dfa4bbd3 service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183507 May 10 05:44:34.529715 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-671f0dde-7ce0-4d72-89d9-ca71f324c715 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=93824ac1a89b4d37b29b6dcd0065dac1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0789554 May 10 05:44:34.532251 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 57066) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:44:34.587004 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9b42fad2-d447-4e47-b37a-4e81917bad61 admin admin] Publish callbacks [] for security_group (b1ef29f3-8b29-450c-81a4-c22fe389a268), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:34.601776 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-2bb3f412-8ed0-4cc9-b556-07d702a09eea req-c309afdd-5552-4d60-bc43-3a3a70caf92e service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916970 May 10 05:44:34.610151 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9b42fad2-d447-4e47-b37a-4e81917bad61 admin admin] Publish callbacks [] for security_group (b1ef29f3-8b29-450c-81a4-c22fe389a268), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:34.666042 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9b42fad2-d447-4e47-b37a-4e81917bad61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (b1ef29f3-8b29-450c-81a4-c22fe389a268), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:34.668799 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9b42fad2-d447-4e47-b37a-4e81917bad61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:34.670040 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-9b42fad2-d447-4e47-b37a-4e81917bad61 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b1ef29f3-8b29-450c-81a4-c22fe389a268 HTTP/1.1" status: 204 len: 168 time: 0.1367199 May 10 05:44:34.678914 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42fad2-d447-4e47-b37a-4e81917bad61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ef29f3-8b29-450c-81a4-c22fe389a268,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:44:34.732785 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849f6dd-60ac-402f-af97-70fe19e2ff39 req-60627946-ffe4-4838-8cf7-a3d2739eaf13 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:44:34.734248 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b849f6dd-60ac-402f-af97-70fe19e2ff39 req-60627946-ffe4-4838-8cf7-a3d2739eaf13 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f HTTP/1.1" status: 200 len: 950 time: 0.0457282 May 10 05:44:34.784708 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b849f6dd-60ac-402f-af97-70fe19e2ff39 req-d57b91e4-6690-45d4-8e62-492222c07abc tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.23 "GET /v2.0/security-groups?id=76f03a96-7cb8-4057-bfdc-95c2d9d9d1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438566 May 10 05:44:35.369945 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3a69241f-1af5-4754-bf7c-429e0c675729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:35.900373 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d058f56-c60b-4730-8b52-4e3866a5604b req-2848e789-5739-497f-8dce-fc205eb4b328 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:44:35.901950 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2d058f56-c60b-4730-8b52-4e3866a5604b req-2848e789-5739-497f-8dce-fc205eb4b328 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f HTTP/1.1" status: 200 len: 950 time: 0.0484831 May 10 05:44:35.949064 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2d058f56-c60b-4730-8b52-4e3866a5604b req-d7dee3e6-13d4-48a3-a24c-ffa9c8edea81 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.23 "GET /v2.0/security-groups?id=76f03a96-7cb8-4057-bfdc-95c2d9d9d1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414116 May 10 05:44:36.232790 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09732673-85b4-4f23-afb4-a85b28a4dc0a req-bdb5700b-db47-47f5-a7b2-4a0a3fddba95 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:44:36.234123 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-09732673-85b4-4f23-afb4-a85b28a4dc0a req-bdb5700b-db47-47f5-a7b2-4a0a3fddba95 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f HTTP/1.1" status: 200 len: 950 time: 0.0616026 May 10 05:44:36.322817 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-09732673-85b4-4f23-afb4-a85b28a4dc0a req-31c78ce6-0436-4d21-8307-28233aeb9af5 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Deleting port 8fe7f2ce-4b10-4181-a9a3-3af2289214e6 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:44:36.323108 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-09732673-85b4-4f23-afb4-a85b28a4dc0a req-31c78ce6-0436-4d21-8307-28233aeb9af5 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (8fe7f2ce-4b10-4181-a9a3-3af2289214e6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:36.418714 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-09732673-85b4-4f23-afb4-a85b28a4dc0a req-31c78ce6-0436-4d21-8307-28233aeb9af5 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] For port 8fe7f2ce-4b10-4181-a9a3-3af2289214e6, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8fe7f2ce-4b10-4181-a9a3-3af2289214e6,segment=NetworkSegment(aa608c1e-8faf-413d-a471-6524c2b3ef1f),segment_id=aa608c1e-8faf-413d-a471-6524c2b3ef1f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:44:36.419079 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-09732673-85b4-4f23-afb4-a85b28a4dc0a req-31c78ce6-0436-4d21-8307-28233aeb9af5 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (8fe7f2ce-4b10-4181-a9a3-3af2289214e6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:36.432125 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-09732673-85b4-4f23-afb4-a85b28a4dc0a req-31c78ce6-0436-4d21-8307-28233aeb9af5 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Calling delete_port for 8fe7f2ce-4b10-4181-a9a3-3af2289214e6 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:44:36.566339 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-09732673-85b4-4f23-afb4-a85b28a4dc0a req-31c78ce6-0436-4d21-8307-28233aeb9af5 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (8fe7f2ce-4b10-4181-a9a3-3af2289214e6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:36.578504 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['8fe7f2ce-4b10-4181-a9a3-3af2289214e6'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:44:36.599222 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c78ce6-0436-4d21-8307-28233aeb9af5 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Pushing event deleted for resources: {'Port': ['ID=8fe7f2ce-4b10-4181-a9a3-3af2289214e6,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:44:36.628794 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:36.648822 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-09732673-85b4-4f23-afb4-a85b28a4dc0a req-31c78ce6-0436-4d21-8307-28233aeb9af5 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] No DVR routers for this DVR port 8fe7f2ce-4b10-4181-a9a3-3af2289214e6 on host hv-cinder-83699 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:44:36.652385 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-09732673-85b4-4f23-afb4-a85b28a4dc0a req-31c78ce6-0436-4d21-8307-28233aeb9af5 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:36.655780 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-09732673-85b4-4f23-afb4-a85b28a4dc0a req-31c78ce6-0436-4d21-8307-28233aeb9af5 tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.50 "DELETE /v2.0/ports/8fe7f2ce-4b10-4181-a9a3-3af2289214e6 HTTP/1.1" status: 204 len: 173 time: 0.4134202 May 10 05:44:36.656249 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f', 'name': 'network-vif-deleted', 'tag': '8fe7f2ce-4b10-4181-a9a3-3af2289214e6'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:44:36.658603 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caec93cf-af1e-4607-9358-6ecbd350618d" -d '{"events": [{"server_uuid": "3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f", "name": "network-vif-deleted", "tag": "8fe7f2ce-4b10-4181-a9a3-3af2289214e6"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:44:36.703767 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afdca4b-3c84-4779-b7a2-2fdefd58deed x-openstack-request-id: req-6afdca4b-3c84-4779-b7a2-2fdefd58deed {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:44:36.704052 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f", "name": "network-vif-deleted", "tag": "8fe7f2ce-4b10-4181-a9a3-3af2289214e6", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:44:36.704292 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6afdca4b-3c84-4779-b7a2-2fdefd58deed {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:44:36.704695 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6afdca4b-3c84-4779-b7a2-2fdefd58deed'] response: {'server_uuid': '3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f', 'name': 'network-vif-deleted', 'tag': '8fe7f2ce-4b10-4181-a9a3-3af2289214e6', 'status': 'completed', 'code': 200} May 10 05:44:37.063084 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8551e3e0-a4d0-4578-a32d-85ea3e3a84d6 req-13ba1e9c-70cd-4d42-bd54-0e27b550637a tempest-VolumesNegativeTest-692153556 tempest-VolumesNegativeTest-692153556-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fbf8b01-ffa2-4f9f-82aa-b9fd887f496f HTTP/1.1" status: 200 len: 210 time: 0.0305934 May 10 05:44:37.622705 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:38.847092 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:44:39.394737 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:40.438400 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 8fe7f2ce-4b10-4181-a9a3-3af2289214e6 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:44:40.461534 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] No Port match for: 8fe7f2ce-4b10-4181-a9a3-3af2289214e6 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:44:40.461898 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 8fe7f2ce-4b10-4181-a9a3-3af2289214e6 not bound to the agent host hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:44:42.039591 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 57346) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:44:42.177445 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-a8854dc6-658e-4ad1-a04c-f6566d48b31a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f0d8248e9fd47349afece1e53a8ca25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366336 May 10 05:44:42.180097 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 57352) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:44:42.228338 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ac7dce4-92c0-4c2c-94e4-e418c8dbf0f4 admin admin] Publish callbacks [] for security_group (76f03a96-7cb8-4057-bfdc-95c2d9d9d1d1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:42.248753 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ac7dce4-92c0-4c2c-94e4-e418c8dbf0f4 admin admin] Publish callbacks [] for security_group (76f03a96-7cb8-4057-bfdc-95c2d9d9d1d1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:42.297811 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ac7dce4-92c0-4c2c-94e4-e418c8dbf0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (76f03a96-7cb8-4057-bfdc-95c2d9d9d1d1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:42.300373 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ac7dce4-92c0-4c2c-94e4-e418c8dbf0f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:42.301498 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-6ac7dce4-92c0-4c2c-94e4-e418c8dbf0f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76f03a96-7cb8-4057-bfdc-95c2d9d9d1d1 HTTP/1.1" status: 204 len: 168 time: 0.1203575 May 10 05:44:42.309377 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7dce4-92c0-4c2c-94e4-e418c8dbf0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f03a96-7cb8-4057-bfdc-95c2d9d9d1d1,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:44:57.911253 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:58.029045 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 57520) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:44:58.142365 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5e28e065-0bbe-40cd-b520-15e762dbe90e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:58.227352 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5e28e065-0bbe-40cd-b520-15e762dbe90e admin admin] Publish callbacks [] for security_group (60fab84e-4a1f-44f6-bc0e-41ded9014315), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:58.232483 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5e28e065-0bbe-40cd-b520-15e762dbe90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (60fab84e-4a1f-44f6-bc0e-41ded9014315), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:58.270165 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28e065-0bbe-40cd-b520-15e762dbe90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fab84e-4a1f-44f6-bc0e-41ded9014315,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:44:58.273987 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-5e28e065-0bbe-40cd-b520-15e762dbe90e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc75f5f893634f65a173acdb12787aab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437830 May 10 05:44:58.277021 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 57530) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:44:58.280129 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28e065-0bbe-40cd-b520-15e762dbe90e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:58.280473 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28e065-0bbe-40cd-b520-15e762dbe90e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:58.280811 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28e065-0bbe-40cd-b520-15e762dbe90e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:58.281147 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28e065-0bbe-40cd-b520-15e762dbe90e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:58.281476 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28e065-0bbe-40cd-b520-15e762dbe90e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:58.281834 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28e065-0bbe-40cd-b520-15e762dbe90e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:58.282282 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28e065-0bbe-40cd-b520-15e762dbe90e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:58.282609 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28e065-0bbe-40cd-b520-15e762dbe90e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:58.282969 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28e065-0bbe-40cd-b520-15e762dbe90e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:58.283319 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28e065-0bbe-40cd-b520-15e762dbe90e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:58.283659 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28e065-0bbe-40cd-b520-15e762dbe90e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:58.283972 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28e065-0bbe-40cd-b520-15e762dbe90e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:58.284293 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28e065-0bbe-40cd-b520-15e762dbe90e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:58.284610 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28e065-0bbe-40cd-b520-15e762dbe90e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:58.284924 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28e065-0bbe-40cd-b520-15e762dbe90e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:58.331542 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cc03108-dfed-4dd8-8ac0-0475c5b6ce88 admin admin] Publish callbacks [] for security_group (60fab84e-4a1f-44f6-bc0e-41ded9014315), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:58.353806 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cc03108-dfed-4dd8-8ac0-0475c5b6ce88 admin admin] Publish callbacks [] for security_group (60fab84e-4a1f-44f6-bc0e-41ded9014315), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:58.406635 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cc03108-dfed-4dd8-8ac0-0475c5b6ce88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (60fab84e-4a1f-44f6-bc0e-41ded9014315), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:58.409248 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cc03108-dfed-4dd8-8ac0-0475c5b6ce88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:44:58.410416 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-1cc03108-dfed-4dd8-8ac0-0475c5b6ce88 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60fab84e-4a1f-44f6-bc0e-41ded9014315 HTTP/1.1" status: 204 len: 168 time: 0.1324503 May 10 05:44:58.418196 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc03108-dfed-4dd8-8ac0-0475c5b6ce88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fab84e-4a1f-44f6-bc0e-41ded9014315,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:44:58.425309 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc03108-dfed-4dd8-8ac0-0475c5b6ce88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:58.425681 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc03108-dfed-4dd8-8ac0-0475c5b6ce88 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:58.425992 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc03108-dfed-4dd8-8ac0-0475c5b6ce88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:58.426328 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc03108-dfed-4dd8-8ac0-0475c5b6ce88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:58.426658 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc03108-dfed-4dd8-8ac0-0475c5b6ce88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:58.426982 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc03108-dfed-4dd8-8ac0-0475c5b6ce88 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:58.427304 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc03108-dfed-4dd8-8ac0-0475c5b6ce88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:58.427648 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc03108-dfed-4dd8-8ac0-0475c5b6ce88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:58.427969 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc03108-dfed-4dd8-8ac0-0475c5b6ce88 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:58.428301 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc03108-dfed-4dd8-8ac0-0475c5b6ce88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:58.428594 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc03108-dfed-4dd8-8ac0-0475c5b6ce88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:58.428909 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc03108-dfed-4dd8-8ac0-0475c5b6ce88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:58.429224 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc03108-dfed-4dd8-8ac0-0475c5b6ce88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:58.429536 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc03108-dfed-4dd8-8ac0-0475c5b6ce88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:44:58.429852 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc03108-dfed-4dd8-8ac0-0475c5b6ce88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:45:02.897399 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 57558) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:45:02.933299 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-601f3cd4-0afd-49b1-b96e-718adf809baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:45:03.001562 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-729e39a3-b81c-46c6-b705-e8deab15ec61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:45:03.072502 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-729e39a3-b81c-46c6-b705-e8deab15ec61 admin admin] Publish callbacks [] for security_group (7a4339e8-93be-4c77-bd17-138ed07e66f9), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:45:03.080995 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-729e39a3-b81c-46c6-b705-e8deab15ec61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (7a4339e8-93be-4c77-bd17-138ed07e66f9), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:45:03.119938 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-729e39a3-b81c-46c6-b705-e8deab15ec61 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f64f861b8f34de9ba8b8aaa2cb9d668&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214377 May 10 05:45:03.120756 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e39a3-b81c-46c6-b705-e8deab15ec61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4339e8-93be-4c77-bd17-138ed07e66f9,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:45:03.123839 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 57562) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:45:03.176190 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a81bd7c-d2fb-43e6-82f9-3c89174fab4a admin admin] Publish callbacks [] for security_group (7a4339e8-93be-4c77-bd17-138ed07e66f9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:45:03.197743 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a81bd7c-d2fb-43e6-82f9-3c89174fab4a admin admin] Publish callbacks [] for security_group (7a4339e8-93be-4c77-bd17-138ed07e66f9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:45:03.250370 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a81bd7c-d2fb-43e6-82f9-3c89174fab4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (7a4339e8-93be-4c77-bd17-138ed07e66f9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:45:03.253356 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a81bd7c-d2fb-43e6-82f9-3c89174fab4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:45:03.254528 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-6a81bd7c-d2fb-43e6-82f9-3c89174fab4a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a4339e8-93be-4c77-bd17-138ed07e66f9 HTTP/1.1" status: 204 len: 168 time: 0.1295509 May 10 05:45:03.262205 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81bd7c-d2fb-43e6-82f9-3c89174fab4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4339e8-93be-4c77-bd17-138ed07e66f9,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:45:05.371598 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ba1cb916-f0d9-4041-b3cf-ff6d1826627d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:45:06.622439 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:45:07.628544 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:45:09.397498 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:45:15.851862 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:45:27.924993 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:45:32.946412 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3948609b-3d39-4a0a-b69c-7660ad8ecae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:45:34.337508 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-98bde9cd-3ac2-4dd6-91c7-063c61ab4616 req-5b055197-086b-4fbf-a82b-eb249f9994d6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422897 May 10 05:45:34.433426 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bde9cd-3ac2-4dd6-91c7-063c61ab4616 req-09d8c680-1ac5-4f1e-bdfe-1bc7fcdf1f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:45:34.435145 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-98bde9cd-3ac2-4dd6-91c7-063c61ab4616 req-09d8c680-1ac5-4f1e-bdfe-1bc7fcdf1f64 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=73bfe2432e5a41d8b8611b54849c575f&device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 1129 time: 0.0448127 May 10 05:45:34.553249 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bde9cd-3ac2-4dd6-91c7-063c61ab4616 req-d3649995-a88f-4ce9-9117-4ae84883b1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:45:34.554844 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-98bde9cd-3ac2-4dd6-91c7-063c61ab4616 req-d3649995-a88f-4ce9-9117-4ae84883b1f9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=73f8ea49-61d7-4c5a-978c-c205c837fcbf HTTP/1.1" status: 200 len: 911 time: 0.0932710 May 10 05:45:34.632422 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-98bde9cd-3ac2-4dd6-91c7-063c61ab4616 req-e8e69660-f624-41c0-8adf-8cd9383c9e68 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22c35213-cd30-4098-8bb7-9a6b968c177e HTTP/1.1" status: 200 len: 1001 time: 0.0676215 May 10 05:45:34.688427 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bde9cd-3ac2-4dd6-91c7-063c61ab4616 req-0af10876-a149-410f-a3f8-7299184d2ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:45:34.689835 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-98bde9cd-3ac2-4dd6-91c7-063c61ab4616 req-0af10876-a149-410f-a3f8-7299184d2ba3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25f5936d-fb1d-4a12-acf7-156c561fdc0b HTTP/1.1" status: 200 len: 849 time: 0.0450563 May 10 05:45:34.734892 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bde9cd-3ac2-4dd6-91c7-063c61ab4616 req-82b17c40-aa67-48bb-898c-651ea42b740c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:45:34.736380 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-98bde9cd-3ac2-4dd6-91c7-063c61ab4616 req-82b17c40-aa67-48bb-898c-651ea42b740c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=73f8ea49-61d7-4c5a-978c-c205c837fcbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377326 May 10 05:45:34.829072 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-98bde9cd-3ac2-4dd6-91c7-063c61ab4616 req-cfda5a21-f303-4aeb-a270-290fd2304a6e service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833547 May 10 05:45:34.929426 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-98bde9cd-3ac2-4dd6-91c7-063c61ab4616 req-517d29a5-86a2-4359-aad1-23c93abfdfb6 service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896676 May 10 05:45:35.376683 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e5d50f8c-2846-4be6-b35c-2f3e24673070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:45:36.625128 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:45:37.628466 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:45:39.404767 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:45:52.857390 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:45:57.929126 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:02.947473 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-45979236-9e56-4b73-a447-1e1332e4793c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:05.367555 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4ea3bf3c-b9e0-4c0f-9b63-b095b80fa02a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:06.631316 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:07.634906 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:08.887823 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bb2f5-018d-4acd-a8cc-416a66fcbe13 req-67577844-63c2-43a0-9701-ccaadbd1436f tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:08.889294 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-149bb2f5-018d-4acd-a8cc-416a66fcbe13 req-67577844-63c2-43a0-9701-ccaadbd1436f tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 945 time: 0.2143521 May 10 05:46:08.941132 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-149bb2f5-018d-4acd-a8cc-416a66fcbe13 req-55003470-819b-4901-afa9-0d0d64058a29 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435822 May 10 05:46:09.401618 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:10.140570 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d49951-b009-47a9-bd75-e150b9301b54 req-256457f7-9633-4435-a77b-ef3810e10808 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:10.142017 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-88d49951-b009-47a9-bd75-e150b9301b54 req-256457f7-9633-4435-a77b-ef3810e10808 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 945 time: 0.1144354 May 10 05:46:10.194649 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-88d49951-b009-47a9-bd75-e150b9301b54 req-4d559632-673c-4dca-8b77-40079ae516e9 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444524 May 10 05:46:10.493723 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1af25-f098-442d-87d1-955e3aa75ed1 req-f93c5766-2e62-4391-8242-6ecd91abb5f2 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:10.495177 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-fbc1af25-f098-442d-87d1-955e3aa75ed1 req-f93c5766-2e62-4391-8242-6ecd91abb5f2 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.50 "GET /v2.0/ports?device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 945 time: 0.0591762 May 10 05:46:10.580290 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-fbc1af25-f098-442d-87d1-955e3aa75ed1 req-da84bbb7-5ef5-4973-a2ca-803450c11d00 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Deleting port 22c35213-cd30-4098-8bb7-9a6b968c177e {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:46:10.580628 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fbc1af25-f098-442d-87d1-955e3aa75ed1 req-da84bbb7-5ef5-4973-a2ca-803450c11d00 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (22c35213-cd30-4098-8bb7-9a6b968c177e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:10.679070 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-fbc1af25-f098-442d-87d1-955e3aa75ed1 req-da84bbb7-5ef5-4973-a2ca-803450c11d00 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] For port 22c35213-cd30-4098-8bb7-9a6b968c177e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=22c35213-cd30-4098-8bb7-9a6b968c177e,segment=NetworkSegment(cfa5179d-65c4-4f42-bdd8-e47a401610aa),segment_id=cfa5179d-65c4-4f42-bdd8-e47a401610aa)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:46:10.679396 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fbc1af25-f098-442d-87d1-955e3aa75ed1 req-da84bbb7-5ef5-4973-a2ca-803450c11d00 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (22c35213-cd30-4098-8bb7-9a6b968c177e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:10.849954 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fbc1af25-f098-442d-87d1-955e3aa75ed1 req-da84bbb7-5ef5-4973-a2ca-803450c11d00 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:10.850309 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fbc1af25-f098-442d-87d1-955e3aa75ed1 req-da84bbb7-5ef5-4973-a2ca-803450c11d00 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (3e3b4abe-b574-4b39-a3fc-8c2f8c12dc0e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:10.850626 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.db.l3_db [req-fbc1af25-f098-442d-87d1-955e3aa75ed1 req-da84bbb7-5ef5-4973-a2ca-803450c11d00 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Floating IP 3e3b4abe-b574-4b39-a3fc-8c2f8c12dc0e disassociated. External IP: 172.27.0.161, port: 22c35213-cd30-4098-8bb7-9a6b968c177e. May 10 05:46:10.850956 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-fbc1af25-f098-442d-87d1-955e3aa75ed1 req-da84bbb7-5ef5-4973-a2ca-803450c11d00 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Calling delete_port for 22c35213-cd30-4098-8bb7-9a6b968c177e owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:46:10.986316 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fbc1af25-f098-442d-87d1-955e3aa75ed1 req-da84bbb7-5ef5-4973-a2ca-803450c11d00 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (22c35213-cd30-4098-8bb7-9a6b968c177e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:11.014679 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84bbb7-5ef5-4973-a2ca-803450c11d00 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Pushing event deleted for resources: {'Port': ['ID=22c35213-cd30-4098-8bb7-9a6b968c177e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:46:11.025622 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84bbb7-5ef5-4973-a2ca-803450c11d00 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:46:11.025972 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84bbb7-5ef5-4973-a2ca-803450c11d00 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:46:11.026309 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84bbb7-5ef5-4973-a2ca-803450c11d00 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:46:11.026623 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84bbb7-5ef5-4973-a2ca-803450c11d00 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:46:11.026982 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84bbb7-5ef5-4973-a2ca-803450c11d00 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:46:11.027310 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84bbb7-5ef5-4973-a2ca-803450c11d00 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:46:11.027673 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84bbb7-5ef5-4973-a2ca-803450c11d00 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:46:11.027992 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84bbb7-5ef5-4973-a2ca-803450c11d00 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:46:11.028314 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84bbb7-5ef5-4973-a2ca-803450c11d00 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:46:11.028635 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84bbb7-5ef5-4973-a2ca-803450c11d00 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:46:11.028945 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84bbb7-5ef5-4973-a2ca-803450c11d00 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:46:11.029274 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84bbb7-5ef5-4973-a2ca-803450c11d00 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:46:11.029583 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84bbb7-5ef5-4973-a2ca-803450c11d00 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:46:11.029915 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84bbb7-5ef5-4973-a2ca-803450c11d00 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:46:11.030214 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84bbb7-5ef5-4973-a2ca-803450c11d00 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:46:11.144582 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbc1af25-f098-442d-87d1-955e3aa75ed1 req-da84bbb7-5ef5-4973-a2ca-803450c11d00 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Router cd291a18-ccb4-4e4f-b64c-3a88d3e05bab has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:46:11.258409 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbc1af25-f098-442d-87d1-955e3aa75ed1 req-da84bbb7-5ef5-4973-a2ca-803450c11d00 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:46:11.270142 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476abd2a-0d44-4ce1-8639-cbe07994ef51 None None] Sync routers for ids ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'] in dv-cinder-836996-16-iscsi {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:46:11.281163 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476abd2a-0d44-4ce1-8639-cbe07994ef51 None None] Routers {'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:46:11.282054 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-476abd2a-0d44-4ce1-8639-cbe07994ef51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:46:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:46:11.299340 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-416a2ebc-3970-4038-bfe1-59409046ae45 req-ccf35b59-cd85-4ed2-949b-ba07e1abd939 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=f63c5af3-daaa-47f2-8d56-49878026ebe0 HTTP/1.1" status: 200 len: 210 time: 0.0312707 May 10 05:46:11.302436 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc1af25-f098-442d-87d1-955e3aa75ed1 req-da84bbb7-5ef5-4973-a2ca-803450c11d00 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] No DVR routers for this DVR port 22c35213-cd30-4098-8bb7-9a6b968c177e on host hv-cinder-83699 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:46:11.305134 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fbc1af25-f098-442d-87d1-955e3aa75ed1 req-da84bbb7-5ef5-4973-a2ca-803450c11d00 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:11.308472 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-fbc1af25-f098-442d-87d1-955e3aa75ed1 req-da84bbb7-5ef5-4973-a2ca-803450c11d00 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.50 "DELETE /v2.0/ports/22c35213-cd30-4098-8bb7-9a6b968c177e HTTP/1.1" status: 204 len: 173 time: 0.8046954 May 10 05:46:11.308922 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63c5af3-daaa-47f2-8d56-49878026ebe0', 'name': 'network-vif-deleted', 'tag': '22c35213-cd30-4098-8bb7-9a6b968c177e'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:46:11.311158 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae654f3-0d05-4bd0-a4cf-0c3428a6532c" -d '{"events": [{"server_uuid": "f63c5af3-daaa-47f2-8d56-49878026ebe0", "name": "network-vif-deleted", "tag": "22c35213-cd30-4098-8bb7-9a6b968c177e"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:46:11.422485 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-476abd2a-0d44-4ce1-8639-cbe07994ef51 None None] Set router cd291a18-ccb4-4e4f-b64c-3a88d3e05bab gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:46:11.429632 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66503bf8-1b9f-4d95-9169-9af1888b65c6 x-openstack-request-id: req-66503bf8-1b9f-4d95-9169-9af1888b65c6 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:46:11.430157 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63c5af3-daaa-47f2-8d56-49878026ebe0", "name": "network-vif-deleted", "tag": "22c35213-cd30-4098-8bb7-9a6b968c177e", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:46:11.430480 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66503bf8-1b9f-4d95-9169-9af1888b65c6 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:46:11.430971 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66503bf8-1b9f-4d95-9169-9af1888b65c6'] response: {'server_uuid': 'f63c5af3-daaa-47f2-8d56-49878026ebe0', 'name': 'network-vif-deleted', 'tag': '22c35213-cd30-4098-8bb7-9a6b968c177e', 'status': 'completed', 'code': 200} May 10 05:46:11.620449 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-476abd2a-0d44-4ce1-8639-cbe07994ef51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'name': 'tempest-TestVolumeBootPattern-39762338-router', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:31Z', 'updated_at': '2022-05-10T05:42:35Z', 'revision_number': 4, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'gw_port': {'id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:32Z', 'updated_at': '2022-05-10T05:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '2f2d1eea-4bc9-4e30-8993-f23896419fb0', 'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'mac_address': 'fa:16:3e:22:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:34Z', 'updated_at': '2022-05-10T05:42:39Z', 'revision_number': 5, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'subnets': [{'id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:46:11.653228 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476abd2a-0d44-4ce1-8639-cbe07994ef51 None None] Checking router: cd291a18-ccb4-4e4f-b64c-3a88d3e05bab for host: dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:46:11.662373 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476abd2a-0d44-4ce1-8639-cbe07994ef51 None None] Routers {'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:46:11.662966 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-476abd2a-0d44-4ce1-8639-cbe07994ef51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:46:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:46:11.782442 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-476abd2a-0d44-4ce1-8639-cbe07994ef51 None None] Set router cd291a18-ccb4-4e4f-b64c-3a88d3e05bab gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:46:11.983562 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-476abd2a-0d44-4ce1-8639-cbe07994ef51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'name': 'tempest-TestVolumeBootPattern-39762338-router', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:31Z', 'updated_at': '2022-05-10T05:42:35Z', 'revision_number': 4, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'gw_port': {'id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:32Z', 'updated_at': '2022-05-10T05:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '2f2d1eea-4bc9-4e30-8993-f23896419fb0', 'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'mac_address': 'fa:16:3e:22:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:34Z', 'updated_at': '2022-05-10T05:42:39Z', 'revision_number': 5, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'subnets': [{'id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:46:12.014371 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476abd2a-0d44-4ce1-8639-cbe07994ef51 None None] The sync data for ids ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'] in dv-cinder-836996-16-iscsi is: [{'id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'name': 'tempest-TestVolumeBootPattern-39762338-router', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:31Z', 'updated_at': '2022-05-10T05:42:35Z', 'revision_number': 4, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'gw_port': {'id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:32Z', 'updated_at': '2022-05-10T05:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '2f2d1eea-4bc9-4e30-8993-f23896419fb0', 'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'mac_address': 'fa:16:3e:22:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:34Z', 'updated_at': '2022-05-10T05:42:39Z', 'revision_number': 5, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'subnets': [{'id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:46:12.239926 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68934d0a-fe4c-4db4-b393-496551311d55 None None] New status for floating IP 3e3b4abe-b574-4b39-a3fc-8c2f8c12dc0e: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 05:46:12.573204 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-20b443c1-9d03-44ce-9f72-81ae61dd89c0 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-764639929&fields=id&tenant_id=73bfe2432e5a41d8b8611b54849c575f HTTP/1.1" status: 200 len: 267 time: 0.0444772 May 10 05:46:12.677999 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-5bddf4c6-15cf-4eda-886f-5a444ee15aa1 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:12.679455 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-5bddf4c6-15cf-4eda-886f-5a444ee15aa1 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/networks?id=73f8ea49-61d7-4c5a-978c-c205c837fcbf HTTP/1.1" status: 200 len: 810 time: 0.0998709 May 10 05:46:12.693964 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-e6bdddf1-c989-4c89-946c-6794e99d229f tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/quotas/73bfe2432e5a41d8b8611b54849c575f HTTP/1.1" status: 200 len: 375 time: 0.0091541 May 10 05:46:12.752800 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-dbd9b17a-ba47-4944-8b91-36ae6a373c27 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=73bfe2432e5a41d8b8611b54849c575f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535147 May 10 05:46:12.819928 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-82868256-1795-427e-8e2d-60fca11808b3 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 05:46:12.821164 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-82868256-1795-427e-8e2d-60fca11808b3 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0543969 May 10 05:46:12.923047 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-fd9e3fb8-23b0-4c26-bad3-48c132b528d8 service neutron] 10.222.0.23 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956306 May 10 05:46:13.031362 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-60e922de-22a6-4d7c-acb6-4039ab3a944c service neutron] 10.222.0.23 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990298 May 10 05:46:13.346474 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-2e2690b4-0f1a-4804-b41b-929d97eb8ec8 req-ac4dbe42-23d2-4111-80e9-aea5ef850089 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eb07f92-a1bc-485c-845f-12709f78f312 HTTP/1.1" status: 200 len: 210 time: 0.0277915 May 10 05:46:14.443842 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-db6945a3-b920-42b6-9257-8cdc363d3d88 req-13ab2676-bc50-45dd-8bb4-a11c489fc305 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eb07f92-a1bc-485c-845f-12709f78f312 HTTP/1.1" status: 200 len: 210 time: 0.0289259 May 10 05:46:14.501208 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-803d1880-d6b8-49dd-afb9-e8471610a3b0 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:14.503030 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-803d1880-d6b8-49dd-afb9-e8471610a3b0 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.50 "GET /v2.0/networks?id=73f8ea49-61d7-4c5a-978c-c205c837fcbf HTTP/1.1" status: 200 len: 810 time: 0.1078603 May 10 05:46:14.587744 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-f9cb1add-aca1-4d74-ba7b-c0d2f9738deb tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73bfe2432e5a41d8b8611b54849c575f HTTP/1.1" status: 200 len: 379 time: 0.0554521 May 10 05:46:14.596582 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-c1f13c43-2b3e-4e4e-b238-b8eded8cdee8 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Request body: {'port': {'device_id': '7eb07f92-a1bc-485c-845f-12709f78f312', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'admin_state_up': True, 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'security_groups': ['950c4c53-f728-49fd-9865-55a4016ceadf']}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:46:14.711529 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-c1f13c43-2b3e-4e4e-b238-b8eded8cdee8 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Made reservation on behalf of 73bfe2432e5a41d8b8611b54849c575f for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:46:14.717310 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-c1f13c43-2b3e-4e4e-b238-b8eded8cdee8 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:14.853697 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-c1f13c43-2b3e-4e4e-b238-b8eded8cdee8 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Allocated IP 172.20.0.8 (73f8ea49-61d7-4c5a-978c-c205c837fcbf/25f5936d-fb1d-4a12-acf7-156c561fdc0b/de66e016-eff5-4afa-baf3-28dc896016e9) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:46:14.886690 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 22c35213-cd30-4098-8bb7-9a6b968c177e no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:46:14.908804 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] No Port match for: 22c35213-cd30-4098-8bb7-9a6b968c177e {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:46:14.909151 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 22c35213-cd30-4098-8bb7-9a6b968c177e not bound to the agent host hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:46:14.999053 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-c1f13c43-2b3e-4e4e-b238-b8eded8cdee8 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for port (de66e016-eff5-4afa-baf3-28dc896016e9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:15.033730 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-c1f13c43-2b3e-4e4e-b238-b8eded8cdee8 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (de66e016-eff5-4afa-baf3-28dc896016e9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:15.077138 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-c1f13c43-2b3e-4e4e-b238-b8eded8cdee8 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Network 73f8ea49-61d7-4c5a-978c-c205c837fcbf is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:46:15.080297 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-c1f13c43-2b3e-4e4e-b238-b8eded8cdee8 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:46:15.086404 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-c1f13c43-2b3e-4e4e-b238-b8eded8cdee8 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:46:15.092399 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f13c43-2b3e-4e4e-b238-b8eded8cdee8 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Pushing event updated for resources: {'Port': ['ID=de66e016-eff5-4afa-baf3-28dc896016e9,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:46:15.137964 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-c1f13c43-2b3e-4e4e-b238-b8eded8cdee8 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:15.138616 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-c1f13c43-2b3e-4e4e-b238-b8eded8cdee8 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:15.157025 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-c1f13c43-2b3e-4e4e-b238-b8eded8cdee8 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5642307 May 10 05:46:15.166191 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-d4accecc-158f-4b03-abe1-f200ab8d1e20 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 05:46:15.167160 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-d4accecc-158f-4b03-abe1-f200ab8d1e20 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051818 May 10 05:46:15.227380 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-d2246ac0-3550-42d2-8a7a-c7ff74e1cf1d service neutron] Request body: {'port': {'device_id': '7eb07f92-a1bc-485c-845f-12709f78f312', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:46:15.291322 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-d2246ac0-3550-42d2-8a7a-c7ff74e1cf1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (de66e016-eff5-4afa-baf3-28dc896016e9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:15.316387 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-90468d12-c048-4ab9-96d5-f31e67e35499 None None] Provisioning complete for port de66e016-eff5-4afa-baf3-28dc896016e9 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:46:15.316750 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-90468d12-c048-4ab9-96d5-f31e67e35499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (de66e016-eff5-4afa-baf3-28dc896016e9), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:15.351333 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-90468d12-c048-4ab9-96d5-f31e67e35499 None None] Port de66e016-eff5-4afa-baf3-28dc896016e9 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:46:15.554956 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-d2246ac0-3550-42d2-8a7a-c7ff74e1cf1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de66e016-eff5-4afa-baf3-28dc896016e9 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:46:15.562704 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-d2246ac0-3550-42d2-8a7a-c7ff74e1cf1d service neutron] Publish callbacks [] for port (de66e016-eff5-4afa-baf3-28dc896016e9), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:15.563810 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e9fa9-7d13-4536-aaee-31962f18a7ca req-e2e8f074-ee3e-4160-a7be-640d39b68204 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:15.565278 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-298e9fa9-7d13-4536-aaee-31962f18a7ca req-e2e8f074-ee3e-4160-a7be-640d39b68204 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eb07f92-a1bc-485c-845f-12709f78f312 HTTP/1.1" status: 200 len: 931 time: 0.0458727 May 10 05:46:15.576698 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-d2246ac0-3550-42d2-8a7a-c7ff74e1cf1d service neutron] Transition to ACTIVE for port object de66e016-eff5-4afa-baf3-28dc896016e9 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 05:46:15.581456 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-d2246ac0-3550-42d2-8a7a-c7ff74e1cf1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851357'] for port (de66e016-eff5-4afa-baf3-28dc896016e9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:15.614632 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-298e9fa9-7d13-4536-aaee-31962f18a7ca req-789dc16c-5cfd-4997-b2d4-c57e250395b9 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427241 May 10 05:46:15.653617 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2246ac0-3550-42d2-8a7a-c7ff74e1cf1d service neutron] Pushing event updated for resources: {'Port': ['ID=de66e016-eff5-4afa-baf3-28dc896016e9,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:46:15.705641 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-d2246ac0-3550-42d2-8a7a-c7ff74e1cf1d service neutron] Attempting to bind port de66e016-eff5-4afa-baf3-28dc896016e9 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:46:15.705978 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-d2246ac0-3550-42d2-8a7a-c7ff74e1cf1d service neutron] Attempting to bind port de66e016-eff5-4afa-baf3-28dc896016e9 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'cfa5179d-65c4-4f42-bdd8-e47a401610aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:46:15.706305 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-d2246ac0-3550-42d2-8a7a-c7ff74e1cf1d service neutron] Attempting to bind port de66e016-eff5-4afa-baf3-28dc896016e9 on network 73f8ea49-61d7-4c5a-978c-c205c837fcbf {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:46:15.710881 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-d2246ac0-3550-42d2-8a7a-c7ff74e1cf1d service neutron] Port de66e016-eff5-4afa-baf3-28dc896016e9 on network 73f8ea49-61d7-4c5a-978c-c205c837fcbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 05:46:15.711202 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-d2246ac0-3550-42d2-8a7a-c7ff74e1cf1d service neutron] Attempting to bind port de66e016-eff5-4afa-baf3-28dc896016e9 on network 73f8ea49-61d7-4c5a-978c-c205c837fcbf {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:46:15.716261 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-d2246ac0-3550-42d2-8a7a-c7ff74e1cf1d service neutron] Checking agent: {'id': '0722f08e-2e90-4d2d-9212-b191bf1b5213', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'started_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:46:15.716598 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-d2246ac0-3550-42d2-8a7a-c7ff74e1cf1d service neutron] Checking segment: {'id': 'cfa5179d-65c4-4f42-bdd8-e47a401610aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:46:15.716974 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-d2246ac0-3550-42d2-8a7a-c7ff74e1cf1d service neutron] Bound using segment: {'id': 'cfa5179d-65c4-4f42-bdd8-e47a401610aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:46:15.717394 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-d2246ac0-3550-42d2-8a7a-c7ff74e1cf1d service neutron] Bound port: de66e016-eff5-4afa-baf3-28dc896016e9, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfa5179d-65c4-4f42-bdd8-e47a401610aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:46:15.717765 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-d2246ac0-3550-42d2-8a7a-c7ff74e1cf1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (de66e016-eff5-4afa-baf3-28dc896016e9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:15.783142 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-d2246ac0-3550-42d2-8a7a-c7ff74e1cf1d service neutron] For port de66e016-eff5-4afa-baf3-28dc896016e9, host hv-cinder-83699, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:46:15.786746 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-d2246ac0-3550-42d2-8a7a-c7ff74e1cf1d service neutron] For port de66e016-eff5-4afa-baf3-28dc896016e9, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=de66e016-eff5-4afa-baf3-28dc896016e9,segment=NetworkSegment(cfa5179d-65c4-4f42-bdd8-e47a401610aa),segment_id=cfa5179d-65c4-4f42-bdd8-e47a401610aa)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:46:15.794881 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-d2246ac0-3550-42d2-8a7a-c7ff74e1cf1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851357'] for port (de66e016-eff5-4afa-baf3-28dc896016e9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:15.830808 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-d2246ac0-3550-42d2-8a7a-c7ff74e1cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:15.831467 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-d2246ac0-3550-42d2-8a7a-c7ff74e1cf1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:15.832868 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-d2246ac0-3550-42d2-8a7a-c7ff74e1cf1d service neutron] 10.222.0.50 "PUT /v2.0/ports/de66e016-eff5-4afa-baf3-28dc896016e9 HTTP/1.1" status: 200 len: 1093 time: 0.6572890 May 10 05:46:15.833263 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb07f92-a1bc-485c-845f-12709f78f312', 'tag': 'de66e016-eff5-4afa-baf3-28dc896016e9'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:46:15.835478 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fbf0f9-13a4-4666-89f7-65b046604a62" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb07f92-a1bc-485c-845f-12709f78f312", "tag": "de66e016-eff5-4afa-baf3-28dc896016e9"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:46:15.863235 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2246ac0-3550-42d2-8a7a-c7ff74e1cf1d service neutron] Pushing event updated for resources: {'Port': ['ID=de66e016-eff5-4afa-baf3-28dc896016e9,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:46:15.895175 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c256c2a1-f6a7-48db-967b-32ee1a075291 x-openstack-request-id: req-c256c2a1-f6a7-48db-967b-32ee1a075291 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:46:15.895653 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb07f92-a1bc-485c-845f-12709f78f312", "tag": "de66e016-eff5-4afa-baf3-28dc896016e9", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:46:15.895912 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c256c2a1-f6a7-48db-967b-32ee1a075291 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:46:15.896319 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c256c2a1-f6a7-48db-967b-32ee1a075291'] response: {'name': 'network-changed', 'server_uuid': '7eb07f92-a1bc-485c-845f-12709f78f312', 'tag': 'de66e016-eff5-4afa-baf3-28dc896016e9', 'status': 'completed', 'code': 200} May 10 05:46:15.926268 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-8cf15611-1177-49fb-a1e6-bcbcc25b791d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:15.927949 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-8cf15611-1177-49fb-a1e6-bcbcc25b791d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=73bfe2432e5a41d8b8611b54849c575f&device_id=7eb07f92-a1bc-485c-845f-12709f78f312 HTTP/1.1" status: 200 len: 1127 time: 0.0437796 May 10 05:46:15.973282 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-db4a312d-b44b-44b8-9b34-cc7fd07b562f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de66e016-eff5-4afa-baf3-28dc896016e9 HTTP/1.1" status: 200 len: 217 time: 0.0355411 May 10 05:46:16.030032 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-cceb1005-3762-4c53-8af0-4e4efd41bc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:16.031525 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-cceb1005-3762-4c53-8af0-4e4efd41bc4d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25f5936d-fb1d-4a12-acf7-156c561fdc0b HTTP/1.1" status: 200 len: 849 time: 0.0495129 May 10 05:46:16.077699 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-827aed37-b5b5-4856-9696-6021f2f75b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:16.079272 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-827aed37-b5b5-4856-9696-6021f2f75b86 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=73f8ea49-61d7-4c5a-978c-c205c837fcbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383968 May 10 05:46:16.172928 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-93858d61-e362-4a83-81cd-975063654e97 service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835779 May 10 05:46:16.270583 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-90ea59e5-c027-4d6b-9986-bd98b5b0f1c1 req-9a083637-eab7-4277-924c-b9e0072e5ab4 service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872936 May 10 05:46:16.591382 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbf0f9-13a4-4666-89f7-65b046604a62 req-592538ee-0047-4a10-a25e-7c222cb71cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:16.592924 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-b8fbf0f9-13a4-4666-89f7-65b046604a62 req-592538ee-0047-4a10-a25e-7c222cb71cd4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=73bfe2432e5a41d8b8611b54849c575f&device_id=7eb07f92-a1bc-485c-845f-12709f78f312 HTTP/1.1" status: 200 len: 1127 time: 0.0425043 May 10 05:46:16.685919 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbf0f9-13a4-4666-89f7-65b046604a62 req-83f6bb98-1798-4072-bc44-64411090e456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:16.687386 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-b8fbf0f9-13a4-4666-89f7-65b046604a62 req-83f6bb98-1798-4072-bc44-64411090e456 service neutron] 10.222.0.50 "GET /v2.0/networks?id=73f8ea49-61d7-4c5a-978c-c205c837fcbf HTTP/1.1" status: 200 len: 911 time: 0.0878255 May 10 05:46:16.732378 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409384b5-bd36-46ea-8b27-892ac4e27ee9 req-494b01f9-1a7b-46d4-b81e-9a1929943c5a tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:16.733038 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-b8fbf0f9-13a4-4666-89f7-65b046604a62 req-16823f08-c89d-4d40-ba6a-59bdf402b182 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de66e016-eff5-4afa-baf3-28dc896016e9 HTTP/1.1" status: 200 len: 217 time: 0.0349264 May 10 05:46:16.734452 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-409384b5-bd36-46ea-8b27-892ac4e27ee9 req-494b01f9-1a7b-46d4-b81e-9a1929943c5a tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eb07f92-a1bc-485c-845f-12709f78f312 HTTP/1.1" status: 200 len: 943 time: 0.0514081 May 10 05:46:16.784075 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbf0f9-13a4-4666-89f7-65b046604a62 req-5324950d-e1d3-4a27-a9f7-c71d79627773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:16.785524 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-b8fbf0f9-13a4-4666-89f7-65b046604a62 req-5324950d-e1d3-4a27-a9f7-c71d79627773 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25f5936d-fb1d-4a12-acf7-156c561fdc0b HTTP/1.1" status: 200 len: 849 time: 0.0438054 May 10 05:46:16.785683 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-409384b5-bd36-46ea-8b27-892ac4e27ee9 req-82508a42-ad9f-4574-a6e8-b3c5163dcddc tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454655 May 10 05:46:16.834822 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbf0f9-13a4-4666-89f7-65b046604a62 req-eb5d22fa-3e0c-45a2-abd0-eb7dd65b835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:16.836362 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-b8fbf0f9-13a4-4666-89f7-65b046604a62 req-eb5d22fa-3e0c-45a2-abd0-eb7dd65b835d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=73f8ea49-61d7-4c5a-978c-c205c837fcbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420830 May 10 05:46:16.930323 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-b8fbf0f9-13a4-4666-89f7-65b046604a62 req-b57f9f5a-769e-484d-884c-3b1f1f5d52b4 service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846109 May 10 05:46:17.027605 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-b8fbf0f9-13a4-4666-89f7-65b046604a62 req-9127796a-de88-49a4-b4eb-9cc87bb917c8 service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858531 May 10 05:46:17.913998 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d58a3-a653-4ae7-8fef-6d87f1e8a2a4 req-bad9cd34-9b21-4940-afa8-8c4f9dbf79d4 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:17.915424 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-190d58a3-a653-4ae7-8fef-6d87f1e8a2a4 req-bad9cd34-9b21-4940-afa8-8c4f9dbf79d4 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eb07f92-a1bc-485c-845f-12709f78f312 HTTP/1.1" status: 200 len: 943 time: 0.0540793 May 10 05:46:17.974494 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-190d58a3-a653-4ae7-8fef-6d87f1e8a2a4 req-778ab6a6-4f77-472d-8089-17e3cd52dd06 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528426 May 10 05:46:19.102789 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe9725-ae28-4280-97c2-ea851ecd6ca6 req-6ede3048-e7e2-425b-9827-c599c88e6281 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:19.104223 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8cfe9725-ae28-4280-97c2-ea851ecd6ca6 req-6ede3048-e7e2-425b-9827-c599c88e6281 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eb07f92-a1bc-485c-845f-12709f78f312 HTTP/1.1" status: 200 len: 943 time: 0.0493348 May 10 05:46:19.152640 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-8cfe9725-ae28-4280-97c2-ea851ecd6ca6 req-06014aaf-1ebc-4119-8641-9017f9424341 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428529 May 10 05:46:20.292145 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d148ce9-6279-4425-b571-f6ba47a5748c req-6d79fe20-6f39-4800-9491-c2637b9876f0 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:20.293571 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4d148ce9-6279-4425-b571-f6ba47a5748c req-6d79fe20-6f39-4800-9491-c2637b9876f0 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eb07f92-a1bc-485c-845f-12709f78f312 HTTP/1.1" status: 200 len: 943 time: 0.0619600 May 10 05:46:20.342379 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4d148ce9-6279-4425-b571-f6ba47a5748c req-ddebaa5a-d9ed-47a7-8fd6-4abd754851f6 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431695 May 10 05:46:21.477003 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d6248-f041-4757-9c45-5b7766e3af3a req-5647a129-790f-4b21-a0b8-e309b222f66f tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:21.478394 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-959d6248-f041-4757-9c45-5b7766e3af3a req-5647a129-790f-4b21-a0b8-e309b222f66f tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eb07f92-a1bc-485c-845f-12709f78f312 HTTP/1.1" status: 200 len: 943 time: 0.0520015 May 10 05:46:21.533072 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-959d6248-f041-4757-9c45-5b7766e3af3a req-73b0068b-519e-4639-932d-38b6560db0e7 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485442 May 10 05:46:22.938622 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2f312-49ba-4506-b7e4-0bbca5c9fd32 req-2d0f1f4b-cd08-4335-9031-e4e223921c5d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:22.940097 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4ec2f312-49ba-4506-b7e4-0bbca5c9fd32 req-2d0f1f4b-cd08-4335-9031-e4e223921c5d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eb07f92-a1bc-485c-845f-12709f78f312 HTTP/1.1" status: 200 len: 943 time: 0.3237541 May 10 05:46:22.991783 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4ec2f312-49ba-4506-b7e4-0bbca5c9fd32 req-feec9610-ae93-4a8f-ad24-71b20d6d5055 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431769 May 10 05:46:24.121828 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0138b-baa1-4554-a925-5a5977f6c233 req-f942d58c-1265-4ebe-ac83-f3087ad6097d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:24.123279 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d4e0138b-baa1-4554-a925-5a5977f6c233 req-f942d58c-1265-4ebe-ac83-f3087ad6097d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eb07f92-a1bc-485c-845f-12709f78f312 HTTP/1.1" status: 200 len: 943 time: 0.0475450 May 10 05:46:24.177006 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d4e0138b-baa1-4554-a925-5a5977f6c233 req-2ccf9ac8-f33d-4ff2-9f08-2860944f1b0e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450611 May 10 05:46:24.936486 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device de66e016-eff5-4afa-baf3-28dc896016e9 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 05:46:25.049762 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port de66e016-eff5-4afa-baf3-28dc896016e9, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=de66e016-eff5-4afa-baf3-28dc896016e9,segment=NetworkSegment(cfa5179d-65c4-4f42-bdd8-e47a401610aa),segment_id=cfa5179d-65c4-4f42-bdd8-e47a401610aa)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:46:25.062043 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Returning: {'device': 'de66e016-eff5-4afa-baf3-28dc896016e9', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'port_id': 'de66e016-eff5-4afa-baf3-28dc896016e9', 'mac_address': 'fa:16:3e:75:a2:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 05:46:25.103284 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port de66e016-eff5-4afa-baf3-28dc896016e9 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:46:25.103658 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (de66e016-eff5-4afa-baf3-28dc896016e9), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:25.116956 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de66e016-eff5-4afa-baf3-28dc896016e9 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:46:25.137287 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port de66e016-eff5-4afa-baf3-28dc896016e9, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=de66e016-eff5-4afa-baf3-28dc896016e9,segment=NetworkSegment(cfa5179d-65c4-4f42-bdd8-e47a401610aa),segment_id=cfa5179d-65c4-4f42-bdd8-e47a401610aa)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:46:25.142964 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (de66e016-eff5-4afa-baf3-28dc896016e9), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:25.188615 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=de66e016-eff5-4afa-baf3-28dc896016e9,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:46:25.195606 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:46:25.195949 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:46:25.196277 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:46:25.196607 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:46:25.196930 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:46:25.197244 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:46:25.197562 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:46:25.197868 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:46:25.198178 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:46:25.198488 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:46:25.198798 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:46:25.199185 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:46:25.199495 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:46:25.199832 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:46:25.200139 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:46:25.295397 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9115a64-d666-48c5-aa60-dc398b76e263 req-9f930726-57b4-42bc-95c0-6e8ee649bae4 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:25.296836 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b9115a64-d666-48c5-aa60-dc398b76e263 req-9f930726-57b4-42bc-95c0-6e8ee649bae4 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eb07f92-a1bc-485c-845f-12709f78f312 HTTP/1.1" status: 200 len: 944 time: 0.0482442 May 10 05:46:25.349054 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b9115a64-d666-48c5-aa60-dc398b76e263 req-2ac7854c-ffab-48f8-bcae-6e0c4bec3096 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437427 May 10 05:46:25.393002 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['de66e016-eff5-4afa-baf3-28dc896016e9'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:46:26.479824 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0242cc1-2503-4e81-9d57-46f793d1b226 req-44bfffc9-778d-4988-803b-c4a4e4aabe61 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:26.481295 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e0242cc1-2503-4e81-9d57-46f793d1b226 req-44bfffc9-778d-4988-803b-c4a4e4aabe61 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eb07f92-a1bc-485c-845f-12709f78f312 HTTP/1.1" status: 200 len: 944 time: 0.0471623 May 10 05:46:26.531877 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-e0242cc1-2503-4e81-9d57-46f793d1b226 req-f0596922-9a96-4880-8f5f-f373a9fae8cc tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448110 May 10 05:46:26.951593 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device de66e016-eff5-4afa-baf3-28dc896016e9 up at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:46:26.998115 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning for port de66e016-eff5-4afa-baf3-28dc896016e9 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 05:46:27.006694 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning complete for port de66e016-eff5-4afa-baf3-28dc896016e9 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:46:27.007066 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (de66e016-eff5-4afa-baf3-28dc896016e9), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:27.091073 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port de66e016-eff5-4afa-baf3-28dc896016e9 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:46:27.091460 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (de66e016-eff5-4afa-baf3-28dc896016e9), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:27.122057 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb07f92-a1bc-485c-845f-12709f78f312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de66e016-eff5-4afa-baf3-28dc896016e9'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:46:27.124783 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0800c53295b7046a146618d9b887730b91c06d3b0846630efe31b30f8053b0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5b323d-c30a-44ec-8ac2-0853f1eb8c32" -d '{"events": [{"server_uuid": "7eb07f92-a1bc-485c-845f-12709f78f312", "name": "network-vif-plugged", "status": "completed", "tag": "de66e016-eff5-4afa-baf3-28dc896016e9"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:46:27.138210 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port de66e016-eff5-4afa-baf3-28dc896016e9, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=de66e016-eff5-4afa-baf3-28dc896016e9,segment=NetworkSegment(cfa5179d-65c4-4f42-bdd8-e47a401610aa),segment_id=cfa5179d-65c4-4f42-bdd8-e47a401610aa)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:46:27.145696 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (de66e016-eff5-4afa-baf3-28dc896016e9), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:27.196819 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=de66e016-eff5-4afa-baf3-28dc896016e9,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:46:27.220568 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a3a35d-401e-4bf4-bb62-ac6b847a231f x-openstack-request-id: req-00a3a35d-401e-4bf4-bb62-ac6b847a231f {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:46:27.220854 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb07f92-a1bc-485c-845f-12709f78f312", "name": "network-vif-plugged", "status": "completed", "tag": "de66e016-eff5-4afa-baf3-28dc896016e9", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:46:27.221117 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00a3a35d-401e-4bf4-bb62-ac6b847a231f {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:46:27.221492 dv-cinder-836996-16-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00a3a35d-401e-4bf4-bb62-ac6b847a231f'] response: {'server_uuid': '7eb07f92-a1bc-485c-845f-12709f78f312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de66e016-eff5-4afa-baf3-28dc896016e9', 'code': 200} May 10 05:46:27.658815 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45067b-ff8e-4724-a49e-2829b536f9d7 req-719a7f73-b529-4ea8-8ac8-20c3e895bf61 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:27.660343 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6a45067b-ff8e-4724-a49e-2829b536f9d7 req-719a7f73-b529-4ea8-8ac8-20c3e895bf61 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eb07f92-a1bc-485c-845f-12709f78f312 HTTP/1.1" status: 200 len: 945 time: 0.0520711 May 10 05:46:27.712076 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6a45067b-ff8e-4724-a49e-2829b536f9d7 req-5ec86cde-97b9-4af5-a3fe-da12315288f9 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459611 May 10 05:46:27.738985 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c063b01-7d3d-42bd-b2c2-d5a87af590c6 req-8fd423bf-5e13-41d8-a59e-7d3e09927c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:27.740521 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-7c063b01-7d3d-42bd-b2c2-d5a87af590c6 req-8fd423bf-5e13-41d8-a59e-7d3e09927c00 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7eb07f92-a1bc-485c-845f-12709f78f312 HTTP/1.1" status: 200 len: 1129 time: 0.3079696 May 10 05:46:27.791174 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-7c063b01-7d3d-42bd-b2c2-d5a87af590c6 req-9d7ec759-f09b-415c-a0b1-e0e659335da0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399191 May 10 05:46:27.939302 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:28.835935 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6434f-fd66-4727-b94e-9e47ea143d66 req-c17a04e3-430c-43d4-9a61-681e8fb680d2 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:28.837398 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7bf6434f-fd66-4727-b94e-9e47ea143d66 req-c17a04e3-430c-43d4-9a61-681e8fb680d2 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eb07f92-a1bc-485c-845f-12709f78f312 HTTP/1.1" status: 200 len: 945 time: 0.0506449 May 10 05:46:28.887325 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-7bf6434f-fd66-4727-b94e-9e47ea143d66 req-8087532d-249f-4150-8db2-184203874a43 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442219 May 10 05:46:29.860154 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:46:30.012076 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169700c-c21d-4e98-88de-682c50382329 req-0b943b4f-e383-4533-8cd2-76faa063f3b0 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:30.013498 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9169700c-c21d-4e98-88de-682c50382329 req-0b943b4f-e383-4533-8cd2-76faa063f3b0 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eb07f92-a1bc-485c-845f-12709f78f312 HTTP/1.1" status: 200 len: 945 time: 0.0464520 May 10 05:46:30.076131 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9169700c-c21d-4e98-88de-682c50382329 req-9c93b4c1-e3d8-4535-a572-ec9c8de1a668 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570996 May 10 05:46:30.197907 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac1749-f064-4aab-aaf5-a42d87ada335 req-6897771d-bf89-4836-8fd7-260af7380b86 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:30.199328 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6eac1749-f064-4aab-aaf5-a42d87ada335 req-6897771d-bf89-4836-8fd7-260af7380b86 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eb07f92-a1bc-485c-845f-12709f78f312 HTTP/1.1" status: 200 len: 945 time: 0.0473547 May 10 05:46:30.251826 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6eac1749-f064-4aab-aaf5-a42d87ada335 req-de6d42d7-57cc-49f3-81f0-1c26d1725cd0 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441711 May 10 05:46:30.282811 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 57680) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:46:30.323631 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a222cc-cd9e-4681-a910-b59c209c3346 tempest-TestVolumeBootPattern-243834389 tempest-TestVolumeBootPattern-243834389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:30.325631 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-85a222cc-cd9e-4681-a910-b59c209c3346 tempest-TestVolumeBootPattern-243834389 tempest-TestVolumeBootPattern-243834389-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7eb07f92-a1bc-485c-845f-12709f78f312 HTTP/1.1" status: 200 len: 1124 time: 0.0418439 May 10 05:46:30.328572 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 57682) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:46:30.333028 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [None req-bd4f2324-c3e0-4d62-af86-b2cfd0f85609 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Request body: {'floatingip': {'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'port_id': 'de66e016-eff5-4afa-baf3-28dc896016e9', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:46:30.356933 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd4f2324-c3e0-4d62-af86-b2cfd0f85609 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:30.437581 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd4f2324-c3e0-4d62-af86-b2cfd0f85609 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:30.536880 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-bd4f2324-c3e0-4d62-af86-b2cfd0f85609 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Allocated IP 172.27.0.35 (87bc626b-a764-429e-8d11-cdbbe513fac5/76823629-1df9-4cfd-a8c3-1d6cce6b2ea9/ced3de2e-6220-4d1d-a451-7ab4cddeddd4) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:46:30.641249 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd4f2324-c3e0-4d62-af86-b2cfd0f85609 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for port (ced3de2e-6220-4d1d-a451-7ab4cddeddd4), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:30.677329 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd4f2324-c3e0-4d62-af86-b2cfd0f85609 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (ced3de2e-6220-4d1d-a451-7ab4cddeddd4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:30.712980 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4f2324-c3e0-4d62-af86-b2cfd0f85609 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Network 87bc626b-a764-429e-8d11-cdbbe513fac5 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:46:30.715618 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-bd4f2324-c3e0-4d62-af86-b2cfd0f85609 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:46:30.719218 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4f2324-c3e0-4d62-af86-b2cfd0f85609 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:46:30.745824 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f2324-c3e0-4d62-af86-b2cfd0f85609 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Pushing event updated for resources: {'Port': ['ID=ced3de2e-6220-4d1d-a451-7ab4cddeddd4,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:46:31.096326 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd4f2324-c3e0-4d62-af86-b2cfd0f85609 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for floatingip (1af4dcd9-7ebd-4693-9223-89cc07435f50), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:31.178980 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd4f2324-c3e0-4d62-af86-b2cfd0f85609 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (ced3de2e-6220-4d1d-a451-7ab4cddeddd4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:31.331451 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd4f2324-c3e0-4d62-af86-b2cfd0f85609 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for port (ced3de2e-6220-4d1d-a451-7ab4cddeddd4), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:31.338998 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd4f2324-c3e0-4d62-af86-b2cfd0f85609 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851357'] for port (ced3de2e-6220-4d1d-a451-7ab4cddeddd4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:31.406947 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f2324-c3e0-4d62-af86-b2cfd0f85609 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Pushing event updated for resources: {'Port': ['ID=ced3de2e-6220-4d1d-a451-7ab4cddeddd4,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:46:31.418531 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd4f2324-c3e0-4d62-af86-b2cfd0f85609 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (1af4dcd9-7ebd-4693-9223-89cc07435f50), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:31.524742 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.db.l3_db [None req-bd4f2324-c3e0-4d62-af86-b2cfd0f85609 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Floating IP 1af4dcd9-7ebd-4693-9223-89cc07435f50 associated. External IP: 172.27.0.35, port: de66e016-eff5-4afa-baf3-28dc896016e9. May 10 05:46:31.748516 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4f2324-c3e0-4d62-af86-b2cfd0f85609 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Router cd291a18-ccb4-4e4f-b64c-3a88d3e05bab has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:46:31.871180 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4f2324-c3e0-4d62-af86-b2cfd0f85609 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:46:31.881940 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1b8915-9a4c-40d5-8693-bce1b2567074 None None] Sync routers for ids ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'] in dv-cinder-836996-16-iscsi {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:46:31.892027 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd4f2324-c3e0-4d62-af86-b2cfd0f85609 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:31.894460 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1b8915-9a4c-40d5-8693-bce1b2567074 None None] Routers {'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:46:31.895083 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ef1b8915-9a4c-40d5-8693-bce1b2567074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:46:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:46:31.921445 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-bd4f2324-c3e0-4d62-af86-b2cfd0f85609 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5918305 May 10 05:46:31.922280 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb07f92-a1bc-485c-845f-12709f78f312', 'tag': 'de66e016-eff5-4afa-baf3-28dc896016e9'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:46:31.924947 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5056fa26-e950-49dc-a454-d94e7397b188" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb07f92-a1bc-485c-845f-12709f78f312", "tag": "de66e016-eff5-4afa-baf3-28dc896016e9"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:46:31.959800 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9809184-f1d4-4789-9867-8df01a7703b3 x-openstack-request-id: req-b9809184-f1d4-4789-9867-8df01a7703b3 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:46:31.960198 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb07f92-a1bc-485c-845f-12709f78f312", "tag": "de66e016-eff5-4afa-baf3-28dc896016e9", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:46:31.960469 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b9809184-f1d4-4789-9867-8df01a7703b3 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:46:31.960972 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9809184-f1d4-4789-9867-8df01a7703b3'] response: {'name': 'network-changed', 'server_uuid': '7eb07f92-a1bc-485c-845f-12709f78f312', 'tag': 'de66e016-eff5-4afa-baf3-28dc896016e9', 'status': 'completed', 'code': 200} May 10 05:46:32.020520 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056fa26-e950-49dc-a454-d94e7397b188 req-535968ec-2941-4f65-a049-d004619574ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:32.021971 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-5056fa26-e950-49dc-a454-d94e7397b188 req-535968ec-2941-4f65-a049-d004619574ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=73bfe2432e5a41d8b8611b54849c575f&device_id=7eb07f92-a1bc-485c-845f-12709f78f312 HTTP/1.1" status: 200 len: 1129 time: 0.0402424 May 10 05:46:32.119211 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056fa26-e950-49dc-a454-d94e7397b188 req-e8fa90bf-1374-46f1-9691-d1c64932195d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:32.120813 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-5056fa26-e950-49dc-a454-d94e7397b188 req-e8fa90bf-1374-46f1-9691-d1c64932195d service neutron] 10.222.0.50 "GET /v2.0/networks?id=73f8ea49-61d7-4c5a-978c-c205c837fcbf HTTP/1.1" status: 200 len: 911 time: 0.0932543 May 10 05:46:32.145489 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-ef1b8915-9a4c-40d5-8693-bce1b2567074 None None] Set router cd291a18-ccb4-4e4f-b64c-3a88d3e05bab gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:46:32.184971 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-5056fa26-e950-49dc-a454-d94e7397b188 req-70e686b9-c770-4b4b-961c-b464b9c6381a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de66e016-eff5-4afa-baf3-28dc896016e9 HTTP/1.1" status: 200 len: 998 time: 0.0577285 May 10 05:46:32.231604 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056fa26-e950-49dc-a454-d94e7397b188 req-c3a5d70b-9a6e-4012-91bd-d77c59c48142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:32.233112 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-5056fa26-e950-49dc-a454-d94e7397b188 req-c3a5d70b-9a6e-4012-91bd-d77c59c48142 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25f5936d-fb1d-4a12-acf7-156c561fdc0b HTTP/1.1" status: 200 len: 849 time: 0.0423586 May 10 05:46:32.282718 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056fa26-e950-49dc-a454-d94e7397b188 req-a0f2b34d-22d3-42ac-b4f4-91828875d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:32.284189 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-5056fa26-e950-49dc-a454-d94e7397b188 req-a0f2b34d-22d3-42ac-b4f4-91828875d9c0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=73f8ea49-61d7-4c5a-978c-c205c837fcbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430789 May 10 05:46:32.359853 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ef1b8915-9a4c-40d5-8693-bce1b2567074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'name': 'tempest-TestVolumeBootPattern-39762338-router', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:31Z', 'updated_at': '2022-05-10T05:42:35Z', 'revision_number': 4, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'gw_port': {'id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:32Z', 'updated_at': '2022-05-10T05:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '1af4dcd9-7ebd-4693-9223-89cc07435f50', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'port_id': 'de66e016-eff5-4afa-baf3-28dc896016e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'mac_address': 'fa:16:3e:75:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb07f92-a1bc-485c-845f-12709f78f312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:46:30Z', 'updated_at': '2022-05-10T05:46:30Z', 'revision_number': 0, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2d1eea-4bc9-4e30-8993-f23896419fb0', 'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'mac_address': 'fa:16:3e:22:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:34Z', 'updated_at': '2022-05-10T05:42:39Z', 'revision_number': 5, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'subnets': [{'id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:46:32.374288 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-5056fa26-e950-49dc-a454-d94e7397b188 req-b95dd517-32b7-42b6-b4d1-715e34a70bb7 service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826941 May 10 05:46:32.389973 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1b8915-9a4c-40d5-8693-bce1b2567074 None None] Checking router: cd291a18-ccb4-4e4f-b64c-3a88d3e05bab for host: dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:46:32.398627 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1b8915-9a4c-40d5-8693-bce1b2567074 None None] Routers {'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:46:32.399210 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ef1b8915-9a4c-40d5-8693-bce1b2567074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:46:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:46:32.466816 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-5056fa26-e950-49dc-a454-d94e7397b188 req-201cf163-f6c2-4018-acf7-0befb1f78978 service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865681 May 10 05:46:32.507325 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-ef1b8915-9a4c-40d5-8693-bce1b2567074 None None] Set router cd291a18-ccb4-4e4f-b64c-3a88d3e05bab gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:46:32.741769 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ef1b8915-9a4c-40d5-8693-bce1b2567074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'name': 'tempest-TestVolumeBootPattern-39762338-router', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:31Z', 'updated_at': '2022-05-10T05:42:35Z', 'revision_number': 4, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'gw_port': {'id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:32Z', 'updated_at': '2022-05-10T05:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '1af4dcd9-7ebd-4693-9223-89cc07435f50', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'port_id': 'de66e016-eff5-4afa-baf3-28dc896016e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'mac_address': 'fa:16:3e:75:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb07f92-a1bc-485c-845f-12709f78f312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:46:30Z', 'updated_at': '2022-05-10T05:46:30Z', 'revision_number': 0, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2d1eea-4bc9-4e30-8993-f23896419fb0', 'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'mac_address': 'fa:16:3e:22:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:34Z', 'updated_at': '2022-05-10T05:42:39Z', 'revision_number': 5, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'subnets': [{'id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:46:32.772227 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1b8915-9a4c-40d5-8693-bce1b2567074 None None] The sync data for ids ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'] in dv-cinder-836996-16-iscsi is: [{'id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'name': 'tempest-TestVolumeBootPattern-39762338-router', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:31Z', 'updated_at': '2022-05-10T05:42:35Z', 'revision_number': 4, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'gw_port': {'id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:32Z', 'updated_at': '2022-05-10T05:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '1af4dcd9-7ebd-4693-9223-89cc07435f50', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'port_id': 'de66e016-eff5-4afa-baf3-28dc896016e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'mac_address': 'fa:16:3e:75:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb07f92-a1bc-485c-845f-12709f78f312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:46:30Z', 'updated_at': '2022-05-10T05:46:30Z', 'revision_number': 0, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2d1eea-4bc9-4e30-8993-f23896419fb0', 'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'mac_address': 'fa:16:3e:22:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:34Z', 'updated_at': '2022-05-10T05:42:39Z', 'revision_number': 5, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'subnets': [{'id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:46:32.941746 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-69e9d64e-e9df-4802-8eb7-dc34d2e8d224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:32.975553 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da3b0a-18df-4899-a43a-40977d3a0c99 None None] New status for floating IP 1af4dcd9-7ebd-4693-9223-89cc07435f50: ACTIVE {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 05:46:35.373577 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e38a-6833-4092-bd9e-842cbce42b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:36.328401 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-b682ac2e-458b-48c6-9cce-5bcd04db2921 req-f6f12ccb-45c4-4877-8db2-60393f19d26f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7eb07f92-a1bc-485c-845f-12709f78f312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400825 May 10 05:46:36.409692 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682ac2e-458b-48c6-9cce-5bcd04db2921 req-94b9b3a5-26b0-47f6-87f9-0e46f7ec45a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:36.411189 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-b682ac2e-458b-48c6-9cce-5bcd04db2921 req-94b9b3a5-26b0-47f6-87f9-0e46f7ec45a4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=73bfe2432e5a41d8b8611b54849c575f&device_id=7eb07f92-a1bc-485c-845f-12709f78f312 HTTP/1.1" status: 200 len: 1129 time: 0.0393472 May 10 05:46:36.515531 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682ac2e-458b-48c6-9cce-5bcd04db2921 req-fbae1bf8-9180-4c85-8e8a-448c45fa71a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:36.517039 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-b682ac2e-458b-48c6-9cce-5bcd04db2921 req-fbae1bf8-9180-4c85-8e8a-448c45fa71a2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=73f8ea49-61d7-4c5a-978c-c205c837fcbf HTTP/1.1" status: 200 len: 911 time: 0.0872574 May 10 05:46:36.581657 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-b682ac2e-458b-48c6-9cce-5bcd04db2921 req-35147a84-62a2-47e2-8841-52589412bd58 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de66e016-eff5-4afa-baf3-28dc896016e9 HTTP/1.1" status: 200 len: 1000 time: 0.0575233 May 10 05:46:36.622347 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:36.630030 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682ac2e-458b-48c6-9cce-5bcd04db2921 req-48b2c8a0-0f58-4be0-9437-867a161b0e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:36.631524 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-b682ac2e-458b-48c6-9cce-5bcd04db2921 req-48b2c8a0-0f58-4be0-9437-867a161b0e30 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25f5936d-fb1d-4a12-acf7-156c561fdc0b HTTP/1.1" status: 200 len: 849 time: 0.0447173 May 10 05:46:36.676566 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682ac2e-458b-48c6-9cce-5bcd04db2921 req-ab036a7f-0932-420f-89d9-c578538059b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:46:36.678063 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-b682ac2e-458b-48c6-9cce-5bcd04db2921 req-ab036a7f-0932-420f-89d9-c578538059b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=73f8ea49-61d7-4c5a-978c-c205c837fcbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410814 May 10 05:46:36.769799 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-b682ac2e-458b-48c6-9cce-5bcd04db2921 req-54c00af5-be79-44df-bee4-73474c95548d service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851364 May 10 05:46:36.867789 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-b682ac2e-458b-48c6-9cce-5bcd04db2921 req-f2c29436-9c25-479a-a60d-13f275e65e65 service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918162 May 10 05:46:37.636486 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:39.395336 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:46:57.959034 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:47:02.953259 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dae9c443-b808-4b5a-ba2e-630f994f64f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:47:05.372762 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ba204089-b11b-4297-bb99-f614d28f7def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:47:06.637311 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:47:06.864467 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:47:07.649333 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:47:09.396861 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:47:27.966489 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:47:32.954574 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-272c6e71-d0d6-4ef9-90af-fe86cd918ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:47:35.363937 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-92cd71c8-b6b4-4099-976c-582008217a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:47:36.639230 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:47:37.642962 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:47:38.619980 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-614d4502-9050-4223-8509-0417827a3a76 req-33d5e6dd-5e62-40ff-8528-7a04172d568d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7eb07f92-a1bc-485c-845f-12709f78f312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2992091 May 10 05:47:38.708461 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d4502-9050-4223-8509-0417827a3a76 req-4b5c7b1b-02e4-425e-8ffa-9f0d7e121dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:47:38.709908 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-614d4502-9050-4223-8509-0417827a3a76 req-4b5c7b1b-02e4-425e-8ffa-9f0d7e121dcc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=73bfe2432e5a41d8b8611b54849c575f&device_id=7eb07f92-a1bc-485c-845f-12709f78f312 HTTP/1.1" status: 200 len: 1129 time: 0.0408041 May 10 05:47:38.827153 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d4502-9050-4223-8509-0417827a3a76 req-5fcd7bb4-2624-4f04-a02e-ef90013ca037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:47:38.828641 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-614d4502-9050-4223-8509-0417827a3a76 req-5fcd7bb4-2624-4f04-a02e-ef90013ca037 service neutron] 10.222.0.50 "GET /v2.0/networks?id=73f8ea49-61d7-4c5a-978c-c205c837fcbf HTTP/1.1" status: 200 len: 911 time: 0.0913820 May 10 05:47:38.896949 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-614d4502-9050-4223-8509-0417827a3a76 req-e29fadba-8b4d-441c-b69e-55abf0f2f4b0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de66e016-eff5-4afa-baf3-28dc896016e9 HTTP/1.1" status: 200 len: 1000 time: 0.0571482 May 10 05:47:38.948418 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d4502-9050-4223-8509-0417827a3a76 req-bcbc0b6d-8f44-4d52-844d-683968632ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:47:38.949818 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-614d4502-9050-4223-8509-0417827a3a76 req-bcbc0b6d-8f44-4d52-844d-683968632ce8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25f5936d-fb1d-4a12-acf7-156c561fdc0b HTTP/1.1" status: 200 len: 849 time: 0.0441284 May 10 05:47:39.001579 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d4502-9050-4223-8509-0417827a3a76 req-3642d44a-f7b1-47fa-a231-1746bfcb98b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:47:39.003346 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-614d4502-9050-4223-8509-0417827a3a76 req-3642d44a-f7b1-47fa-a231-1746bfcb98b6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=73f8ea49-61d7-4c5a-978c-c205c837fcbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429325 May 10 05:47:39.097430 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-614d4502-9050-4223-8509-0417827a3a76 req-f301c694-00c3-4713-95c3-b5820179a96a service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840411 May 10 05:47:39.196401 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-614d4502-9050-4223-8509-0417827a3a76 req-d4a956ff-3d9f-4391-93bb-a36419869ac8 service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894375 May 10 05:47:39.401683 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:47:43.869519 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:47:57.986845 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:02.952713 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0af6a2c2-d052-46d2-afc7-ab3598dd24dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:05.368117 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1d74cd7a-0114-4c8a-b327-04f28deeb347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:06.641080 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:07.657422 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:09.404944 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:15.410492 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-6e692976-833e-4958-83cf-d527e42d23c3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-764639929&fields=id&tenant_id=73bfe2432e5a41d8b8611b54849c575f HTTP/1.1" status: 200 len: 267 time: 0.0459883 May 10 05:48:15.516362 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-8692a9ff-f18a-4630-a1ee-37f1d7e54f40 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:15.517802 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-8692a9ff-f18a-4630-a1ee-37f1d7e54f40 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/networks?id=73f8ea49-61d7-4c5a-978c-c205c837fcbf HTTP/1.1" status: 200 len: 810 time: 0.1009007 May 10 05:48:15.532508 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-9f54c6a3-1048-4e86-adb5-92b630eda106 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/quotas/73bfe2432e5a41d8b8611b54849c575f HTTP/1.1" status: 200 len: 375 time: 0.0092981 May 10 05:48:15.581808 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-5649c139-7697-4dfb-b7b4-31024a4f9b37 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=73bfe2432e5a41d8b8611b54849c575f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0444932 May 10 05:48:15.682025 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-87f62577-8386-46c4-8309-1dbf1ab15ee5 service neutron] 10.222.0.23 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884304 May 10 05:48:15.797296 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-61056a63-676a-49d8-a5f8-0b78fbe1b563 service neutron] 10.222.0.23 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094215 May 10 05:48:16.105193 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-5d5994e2-8763-467d-98bf-d1b19a06b130 req-8f4e4a51-16f3-465d-b711-d944f530f42b tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b59f8ffc-dca6-4018-8607-419bffe8548b HTTP/1.1" status: 200 len: 210 time: 0.0281451 May 10 05:48:17.154239 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-599a5254-6f68-4c9e-b88a-93beab3712a2 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:17.155795 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-599a5254-6f68-4c9e-b88a-93beab3712a2 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.50 "GET /v2.0/networks?id=73f8ea49-61d7-4c5a-978c-c205c837fcbf HTTP/1.1" status: 200 len: 810 time: 0.1031282 May 10 05:48:17.209281 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-ad1a85ec-d77a-4a09-b47c-257bd349c0af req-d8490aa0-034c-4df9-8e90-0ee31e9c6666 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b59f8ffc-dca6-4018-8607-419bffe8548b HTTP/1.1" status: 200 len: 210 time: 0.0364182 May 10 05:48:17.231622 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-8e0dd8d2-65b7-4894-aef5-49c62de86cb8 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73bfe2432e5a41d8b8611b54849c575f HTTP/1.1" status: 200 len: 379 time: 0.0596385 May 10 05:48:17.250594 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-5898b86b-df70-45f5-a6fd-e332c5630d6e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Request body: {'port': {'device_id': 'b59f8ffc-dca6-4018-8607-419bffe8548b', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'admin_state_up': True, 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'security_groups': ['950c4c53-f728-49fd-9865-55a4016ceadf']}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:48:17.361477 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-5898b86b-df70-45f5-a6fd-e332c5630d6e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Made reservation on behalf of 73bfe2432e5a41d8b8611b54849c575f for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 05:48:17.364992 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-5898b86b-df70-45f5-a6fd-e332c5630d6e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:17.505013 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-5898b86b-df70-45f5-a6fd-e332c5630d6e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Allocated IP 172.20.0.11 (73f8ea49-61d7-4c5a-978c-c205c837fcbf/25f5936d-fb1d-4a12-acf7-156c561fdc0b/72f44b7e-3503-49aa-ac51-6ba2e96a2497) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:48:17.648111 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-5898b86b-df70-45f5-a6fd-e332c5630d6e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for port (72f44b7e-3503-49aa-ac51-6ba2e96a2497), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:17.684616 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-5898b86b-df70-45f5-a6fd-e332c5630d6e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (72f44b7e-3503-49aa-ac51-6ba2e96a2497), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:17.737396 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-5898b86b-df70-45f5-a6fd-e332c5630d6e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Network 73f8ea49-61d7-4c5a-978c-c205c837fcbf is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:48:17.740643 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-5898b86b-df70-45f5-a6fd-e332c5630d6e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:48:17.743421 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-5898b86b-df70-45f5-a6fd-e332c5630d6e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:48:17.774649 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898b86b-df70-45f5-a6fd-e332c5630d6e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Pushing event updated for resources: {'Port': ['ID=72f44b7e-3503-49aa-ac51-6ba2e96a2497,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:48:17.789790 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898b86b-df70-45f5-a6fd-e332c5630d6e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:17.790085 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898b86b-df70-45f5-a6fd-e332c5630d6e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:17.790453 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898b86b-df70-45f5-a6fd-e332c5630d6e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:17.790790 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898b86b-df70-45f5-a6fd-e332c5630d6e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:17.791085 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898b86b-df70-45f5-a6fd-e332c5630d6e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:17.791437 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898b86b-df70-45f5-a6fd-e332c5630d6e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:17.791941 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898b86b-df70-45f5-a6fd-e332c5630d6e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:17.792264 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898b86b-df70-45f5-a6fd-e332c5630d6e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:17.792590 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898b86b-df70-45f5-a6fd-e332c5630d6e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:17.792908 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898b86b-df70-45f5-a6fd-e332c5630d6e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:17.793224 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898b86b-df70-45f5-a6fd-e332c5630d6e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:17.793542 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898b86b-df70-45f5-a6fd-e332c5630d6e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:17.793855 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898b86b-df70-45f5-a6fd-e332c5630d6e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:17.794152 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898b86b-df70-45f5-a6fd-e332c5630d6e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:17.794465 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898b86b-df70-45f5-a6fd-e332c5630d6e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:17.817207 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-5898b86b-df70-45f5-a6fd-e332c5630d6e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:17.817833 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-5898b86b-df70-45f5-a6fd-e332c5630d6e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:17.835123 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-5898b86b-df70-45f5-a6fd-e332c5630d6e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5885992 May 10 05:48:17.850127 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.v2.base [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-34715a7e-8ade-44f7-9165-06ef2fb2aa14 service neutron] Request body: {'port': {'device_id': 'b59f8ffc-dca6-4018-8607-419bffe8548b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:48:17.912317 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-34715a7e-8ade-44f7-9165-06ef2fb2aa14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (72f44b7e-3503-49aa-ac51-6ba2e96a2497), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:18.006152 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5ab354f0-13b2-457f-a871-5049f9d07995 None None] Provisioning complete for port 72f44b7e-3503-49aa-ac51-6ba2e96a2497 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:48:18.006756 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5ab354f0-13b2-457f-a871-5049f9d07995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (72f44b7e-3503-49aa-ac51-6ba2e96a2497), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:18.040666 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5ab354f0-13b2-457f-a871-5049f9d07995 None None] Port 72f44b7e-3503-49aa-ac51-6ba2e96a2497 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 05:48:18.180507 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-34715a7e-8ade-44f7-9165-06ef2fb2aa14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72f44b7e-3503-49aa-ac51-6ba2e96a2497 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:48:18.188240 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-34715a7e-8ade-44f7-9165-06ef2fb2aa14 service neutron] Publish callbacks [] for port (72f44b7e-3503-49aa-ac51-6ba2e96a2497), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:18.200727 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-34715a7e-8ade-44f7-9165-06ef2fb2aa14 service neutron] Transition to ACTIVE for port object 72f44b7e-3503-49aa-ac51-6ba2e96a2497 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 05:48:18.204793 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-34715a7e-8ade-44f7-9165-06ef2fb2aa14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851357'] for port (72f44b7e-3503-49aa-ac51-6ba2e96a2497), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:18.256719 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34715a7e-8ade-44f7-9165-06ef2fb2aa14 service neutron] Pushing event updated for resources: {'Port': ['ID=72f44b7e-3503-49aa-ac51-6ba2e96a2497,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:48:18.333520 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-34715a7e-8ade-44f7-9165-06ef2fb2aa14 service neutron] Attempting to bind port 72f44b7e-3503-49aa-ac51-6ba2e96a2497 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 05:48:18.333995 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-34715a7e-8ade-44f7-9165-06ef2fb2aa14 service neutron] Attempting to bind port 72f44b7e-3503-49aa-ac51-6ba2e96a2497 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'cfa5179d-65c4-4f42-bdd8-e47a401610aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 05:48:18.334432 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-34715a7e-8ade-44f7-9165-06ef2fb2aa14 service neutron] Attempting to bind port 72f44b7e-3503-49aa-ac51-6ba2e96a2497 on network 73f8ea49-61d7-4c5a-978c-c205c837fcbf {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:48:18.336488 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71033ca0-a6be-4f4e-8c97-6e58e14e7779 req-10303b4e-c3f2-4dea-b032-aad2d0974205 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:18.338035 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-71033ca0-a6be-4f4e-8c97-6e58e14e7779 req-10303b4e-c3f2-4dea-b032-aad2d0974205 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b59f8ffc-dca6-4018-8607-419bffe8548b HTTP/1.1" status: 200 len: 944 time: 0.0529919 May 10 05:48:18.339530 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-34715a7e-8ade-44f7-9165-06ef2fb2aa14 service neutron] Port 72f44b7e-3503-49aa-ac51-6ba2e96a2497 on network 73f8ea49-61d7-4c5a-978c-c205c837fcbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 05:48:18.339885 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-34715a7e-8ade-44f7-9165-06ef2fb2aa14 service neutron] Attempting to bind port 72f44b7e-3503-49aa-ac51-6ba2e96a2497 on network 73f8ea49-61d7-4c5a-978c-c205c837fcbf {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 05:48:18.344799 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-34715a7e-8ade-44f7-9165-06ef2fb2aa14 service neutron] Checking agent: {'id': '0722f08e-2e90-4d2d-9212-b191bf1b5213', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'started_at': datetime.datetime(2022, 5, 10, 5, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 5, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 05:48:18.345134 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-34715a7e-8ade-44f7-9165-06ef2fb2aa14 service neutron] Checking segment: {'id': 'cfa5179d-65c4-4f42-bdd8-e47a401610aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 05:48:18.345512 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-34715a7e-8ade-44f7-9165-06ef2fb2aa14 service neutron] Bound using segment: {'id': 'cfa5179d-65c4-4f42-bdd8-e47a401610aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 05:48:18.345931 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-34715a7e-8ade-44f7-9165-06ef2fb2aa14 service neutron] Bound port: 72f44b7e-3503-49aa-ac51-6ba2e96a2497, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfa5179d-65c4-4f42-bdd8-e47a401610aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 05:48:18.346291 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-34715a7e-8ade-44f7-9165-06ef2fb2aa14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (72f44b7e-3503-49aa-ac51-6ba2e96a2497), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:18.395686 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-71033ca0-a6be-4f4e-8c97-6e58e14e7779 req-173abb26-72cb-4ac5-91a8-047b54f5bf84 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517836 May 10 05:48:18.418678 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-34715a7e-8ade-44f7-9165-06ef2fb2aa14 service neutron] For port 72f44b7e-3503-49aa-ac51-6ba2e96a2497, host hv-cinder-83699, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 05:48:18.421803 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-34715a7e-8ade-44f7-9165-06ef2fb2aa14 service neutron] For port 72f44b7e-3503-49aa-ac51-6ba2e96a2497, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=72f44b7e-3503-49aa-ac51-6ba2e96a2497,segment=NetworkSegment(cfa5179d-65c4-4f42-bdd8-e47a401610aa),segment_id=cfa5179d-65c4-4f42-bdd8-e47a401610aa)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 05:48:18.429819 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-34715a7e-8ade-44f7-9165-06ef2fb2aa14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2851357'] for port (72f44b7e-3503-49aa-ac51-6ba2e96a2497), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:18.461685 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-34715a7e-8ade-44f7-9165-06ef2fb2aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:18.462703 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-34715a7e-8ade-44f7-9165-06ef2fb2aa14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:18.464871 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-34715a7e-8ade-44f7-9165-06ef2fb2aa14 service neutron] 10.222.0.50 "PUT /v2.0/ports/72f44b7e-3503-49aa-ac51-6ba2e96a2497 HTTP/1.1" status: 200 len: 1094 time: 0.6200333 May 10 05:48:18.467298 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59f8ffc-dca6-4018-8607-419bffe8548b', 'tag': '72f44b7e-3503-49aa-ac51-6ba2e96a2497'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:48:18.470091 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79306cc-cbe3-45ff-8892-aed1bebedd09" -d '{"events": [{"name": "network-changed", "server_uuid": "b59f8ffc-dca6-4018-8607-419bffe8548b", "tag": "72f44b7e-3503-49aa-ac51-6ba2e96a2497"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:48:18.503419 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34715a7e-8ade-44f7-9165-06ef2fb2aa14 service neutron] Pushing event updated for resources: {'Port': ['ID=72f44b7e-3503-49aa-ac51-6ba2e96a2497,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:48:18.514821 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1729de34-61ed-4eee-b04a-2d45e622d150 x-openstack-request-id: req-1729de34-61ed-4eee-b04a-2d45e622d150 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:48:18.515105 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59f8ffc-dca6-4018-8607-419bffe8548b", "tag": "72f44b7e-3503-49aa-ac51-6ba2e96a2497", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:48:18.515351 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1729de34-61ed-4eee-b04a-2d45e622d150 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:48:18.515772 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1729de34-61ed-4eee-b04a-2d45e622d150'] response: {'name': 'network-changed', 'server_uuid': 'b59f8ffc-dca6-4018-8607-419bffe8548b', 'tag': '72f44b7e-3503-49aa-ac51-6ba2e96a2497', 'status': 'completed', 'code': 200} May 10 05:48:18.556183 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-7deed391-4314-4aeb-8a62-f537b2014b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:18.557770 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-7deed391-4314-4aeb-8a62-f537b2014b92 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=73bfe2432e5a41d8b8611b54849c575f&device_id=b59f8ffc-dca6-4018-8607-419bffe8548b HTTP/1.1" status: 200 len: 1128 time: 0.0404239 May 10 05:48:18.607254 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-0258b9b9-d93f-4706-a217-102a44a772c9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72f44b7e-3503-49aa-ac51-6ba2e96a2497 HTTP/1.1" status: 200 len: 217 time: 0.0384266 May 10 05:48:18.660670 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-18c9c2d4-a367-4eb0-9dcf-55650d95fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:18.662133 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-18c9c2d4-a367-4eb0-9dcf-55650d95fa9e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25f5936d-fb1d-4a12-acf7-156c561fdc0b HTTP/1.1" status: 200 len: 849 time: 0.0454857 May 10 05:48:18.711357 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-13e59ef2-0f12-42c0-a86e-f9f0a6beafc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:18.712891 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-13e59ef2-0f12-42c0-a86e-f9f0a6beafc0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=73f8ea49-61d7-4c5a-978c-c205c837fcbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393836 May 10 05:48:18.808113 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-1aea82e0-b02a-4b85-9054-b6b7a5213dd9 service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883915 May 10 05:48:18.906749 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-c97d3d6d-7240-4f69-b746-4fe271f5c7cf req-8e9f5126-cdfa-4cef-b2f5-de2f6fb07140 service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883465 May 10 05:48:19.326240 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79306cc-cbe3-45ff-8892-aed1bebedd09 req-ef706437-92fe-4701-a65b-017eb67d6a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:19.328139 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-f79306cc-cbe3-45ff-8892-aed1bebedd09 req-ef706437-92fe-4701-a65b-017eb67d6a2d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=73bfe2432e5a41d8b8611b54849c575f&device_id=b59f8ffc-dca6-4018-8607-419bffe8548b HTTP/1.1" status: 200 len: 1128 time: 0.0515959 May 10 05:48:19.426299 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79306cc-cbe3-45ff-8892-aed1bebedd09 req-b35fce72-dc21-4eee-9814-50825d5ea994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:19.427880 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-f79306cc-cbe3-45ff-8892-aed1bebedd09 req-b35fce72-dc21-4eee-9814-50825d5ea994 service neutron] 10.222.0.50 "GET /v2.0/networks?id=73f8ea49-61d7-4c5a-978c-c205c837fcbf HTTP/1.1" status: 200 len: 911 time: 0.0911069 May 10 05:48:19.475758 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-f79306cc-cbe3-45ff-8892-aed1bebedd09 req-669e6369-5dba-496f-b965-69f720a7ed67 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72f44b7e-3503-49aa-ac51-6ba2e96a2497 HTTP/1.1" status: 200 len: 217 time: 0.0388708 May 10 05:48:19.508170 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee39f0f-4962-4c80-bb6b-ed7c90649c82 req-425cf5f6-020c-4dea-94b2-b56eb37b3bbf tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:19.509723 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4ee39f0f-4962-4c80-bb6b-ed7c90649c82 req-425cf5f6-020c-4dea-94b2-b56eb37b3bbf tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b59f8ffc-dca6-4018-8607-419bffe8548b HTTP/1.1" status: 200 len: 944 time: 0.0486047 May 10 05:48:19.531403 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79306cc-cbe3-45ff-8892-aed1bebedd09 req-9a525844-2a7b-470f-a927-d449e6a789ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:19.532939 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-f79306cc-cbe3-45ff-8892-aed1bebedd09 req-9a525844-2a7b-470f-a927-d449e6a789ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25f5936d-fb1d-4a12-acf7-156c561fdc0b HTTP/1.1" status: 200 len: 849 time: 0.0437398 May 10 05:48:19.560267 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-4ee39f0f-4962-4c80-bb6b-ed7c90649c82 req-a43b93cc-eb73-4c5c-b3b0-369c17e803ec tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447526 May 10 05:48:19.577879 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79306cc-cbe3-45ff-8892-aed1bebedd09 req-1946a772-7e11-4c11-8eaa-43af0073fbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:19.579387 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-f79306cc-cbe3-45ff-8892-aed1bebedd09 req-1946a772-7e11-4c11-8eaa-43af0073fbf8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=73f8ea49-61d7-4c5a-978c-c205c837fcbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388699 May 10 05:48:19.672338 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-f79306cc-cbe3-45ff-8892-aed1bebedd09 req-d32cb1c2-43b7-4374-81be-1db7c5feb706 service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868468 May 10 05:48:19.784552 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-f79306cc-cbe3-45ff-8892-aed1bebedd09 req-cd446294-1593-4299-a246-4479fc832dbc service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056924 May 10 05:48:20.697878 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bafbf-cee0-4139-9f07-1c685fb354b1 req-73d84590-2d58-4e5c-9e82-77a646ea796f tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:20.699347 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a36bafbf-cee0-4139-9f07-1c685fb354b1 req-73d84590-2d58-4e5c-9e82-77a646ea796f tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b59f8ffc-dca6-4018-8607-419bffe8548b HTTP/1.1" status: 200 len: 944 time: 0.0580940 May 10 05:48:20.750649 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a36bafbf-cee0-4139-9f07-1c685fb354b1 req-72fc6047-cdcd-4015-9ffb-a8146adbf27d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423863 May 10 05:48:20.873526 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:48:21.870321 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0abde-0248-4644-8961-575198cbaec0 req-62f38743-3295-49eb-bcb6-45d0de765978 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:21.871813 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-dbe0abde-0248-4644-8961-575198cbaec0 req-62f38743-3295-49eb-bcb6-45d0de765978 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b59f8ffc-dca6-4018-8607-419bffe8548b HTTP/1.1" status: 200 len: 944 time: 0.0468943 May 10 05:48:21.922911 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-dbe0abde-0248-4644-8961-575198cbaec0 req-95e35f98-0b66-40a3-a5ab-c038dc851e0d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451162 May 10 05:48:23.052316 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a62cb-852c-45cb-865f-e1c6fd1578f1 req-96d0be03-cb94-4894-991c-e84ee8952602 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:23.053728 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-082a62cb-852c-45cb-865f-e1c6fd1578f1 req-96d0be03-cb94-4894-991c-e84ee8952602 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b59f8ffc-dca6-4018-8607-419bffe8548b HTTP/1.1" status: 200 len: 944 time: 0.0481114 May 10 05:48:23.109135 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-082a62cb-852c-45cb-865f-e1c6fd1578f1 req-0fce1c36-e076-4f77-9164-c29f696b9d84 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471678 May 10 05:48:24.245188 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dca2be-81ce-4a46-be2f-730f2b21a1ff req-3b2159d6-59bc-4113-8260-55afd587d590 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:24.246719 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-58dca2be-81ce-4a46-be2f-730f2b21a1ff req-3b2159d6-59bc-4113-8260-55afd587d590 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b59f8ffc-dca6-4018-8607-419bffe8548b HTTP/1.1" status: 200 len: 944 time: 0.0591054 May 10 05:48:24.298594 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-58dca2be-81ce-4a46-be2f-730f2b21a1ff req-3973cc05-302c-4368-ba36-415bebb6f669 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435059 May 10 05:48:25.421196 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954b0b1-e4ee-457e-aa70-74f8cc3efd8e req-2e07d7c0-3ed0-4f67-a0e1-3c589c334982 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:25.422634 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9954b0b1-e4ee-457e-aa70-74f8cc3efd8e req-2e07d7c0-3ed0-4f67-a0e1-3c589c334982 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b59f8ffc-dca6-4018-8607-419bffe8548b HTTP/1.1" status: 200 len: 944 time: 0.0466151 May 10 05:48:25.472115 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-9954b0b1-e4ee-457e-aa70-74f8cc3efd8e req-40bdd960-82a2-480f-9af1-8ee7c968e31b tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439005 May 10 05:48:25.496313 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 72f44b7e-3503-49aa-ac51-6ba2e96a2497 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 05:48:25.598504 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 72f44b7e-3503-49aa-ac51-6ba2e96a2497, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=72f44b7e-3503-49aa-ac51-6ba2e96a2497,segment=NetworkSegment(cfa5179d-65c4-4f42-bdd8-e47a401610aa),segment_id=cfa5179d-65c4-4f42-bdd8-e47a401610aa)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:48:25.621430 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Returning: {'device': '72f44b7e-3503-49aa-ac51-6ba2e96a2497', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'port_id': '72f44b7e-3503-49aa-ac51-6ba2e96a2497', 'mac_address': 'fa:16:3e:86:89:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 05:48:25.662920 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 72f44b7e-3503-49aa-ac51-6ba2e96a2497 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:48:25.663317 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (72f44b7e-3503-49aa-ac51-6ba2e96a2497), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:25.680655 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f44b7e-3503-49aa-ac51-6ba2e96a2497 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 05:48:25.700245 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 72f44b7e-3503-49aa-ac51-6ba2e96a2497, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=72f44b7e-3503-49aa-ac51-6ba2e96a2497,segment=NetworkSegment(cfa5179d-65c4-4f42-bdd8-e47a401610aa),segment_id=cfa5179d-65c4-4f42-bdd8-e47a401610aa)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:48:25.705876 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (72f44b7e-3503-49aa-ac51-6ba2e96a2497), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:25.756009 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=72f44b7e-3503-49aa-ac51-6ba2e96a2497,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:48:25.763353 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:25.763749 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:25.764063 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:25.764379 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:25.764702 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:25.765020 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:25.765337 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:25.765651 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:25.765966 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:25.766280 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:25.766612 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:25.766960 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:25.767272 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:25.767564 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:25.767895 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:25.986429 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] get_ports_and_sgs() called for port_ids ['72f44b7e-3503-49aa-ac51-6ba2e96a2497'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 05:48:26.597020 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005c824-1005-4c42-9ce4-c00be17096ef req-d7257c90-3765-461e-991e-d2e4dd20a389 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:26.598459 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a005c824-1005-4c42-9ce4-c00be17096ef req-d7257c90-3765-461e-991e-d2e4dd20a389 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b59f8ffc-dca6-4018-8607-419bffe8548b HTTP/1.1" status: 200 len: 945 time: 0.0510473 May 10 05:48:26.649141 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-a005c824-1005-4c42-9ce4-c00be17096ef req-33fc7a05-beaf-4164-8036-4c13b4e00697 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425062 May 10 05:48:27.508634 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 72f44b7e-3503-49aa-ac51-6ba2e96a2497 up at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 05:48:27.555808 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning for port 72f44b7e-3503-49aa-ac51-6ba2e96a2497 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 05:48:27.564401 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Provisioning complete for port 72f44b7e-3503-49aa-ac51-6ba2e96a2497 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 05:48:27.564753 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361911'] for port (72f44b7e-3503-49aa-ac51-6ba2e96a2497), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:27.645101 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Current status of the port 72f44b7e-3503-49aa-ac51-6ba2e96a2497 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 05:48:27.645479 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (72f44b7e-3503-49aa-ac51-6ba2e96a2497), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:27.669106 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59f8ffc-dca6-4018-8607-419bffe8548b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f44b7e-3503-49aa-ac51-6ba2e96a2497'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:48:27.671344 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0800c53295b7046a146618d9b887730b91c06d3b0846630efe31b30f8053b0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4baa6d6-e2f0-4604-87f2-825fc29a2856" -d '{"events": [{"server_uuid": "b59f8ffc-dca6-4018-8607-419bffe8548b", "name": "network-vif-plugged", "status": "completed", "tag": "72f44b7e-3503-49aa-ac51-6ba2e96a2497"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:48:27.684184 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] For port 72f44b7e-3503-49aa-ac51-6ba2e96a2497, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=72f44b7e-3503-49aa-ac51-6ba2e96a2497,segment=NetworkSegment(cfa5179d-65c4-4f42-bdd8-e47a401610aa),segment_id=cfa5179d-65c4-4f42-bdd8-e47a401610aa)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:48:27.690183 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740'] for port (72f44b7e-3503-49aa-ac51-6ba2e96a2497), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:27.714262 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27450a58-d736-494f-8efc-fa5d042d3d4a x-openstack-request-id: req-27450a58-d736-494f-8efc-fa5d042d3d4a {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:48:27.714548 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59f8ffc-dca6-4018-8607-419bffe8548b", "name": "network-vif-plugged", "status": "completed", "tag": "72f44b7e-3503-49aa-ac51-6ba2e96a2497", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:48:27.714802 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27450a58-d736-494f-8efc-fa5d042d3d4a {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:48:27.715194 dv-cinder-836996-16-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27450a58-d736-494f-8efc-fa5d042d3d4a'] response: {'server_uuid': 'b59f8ffc-dca6-4018-8607-419bffe8548b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f44b7e-3503-49aa-ac51-6ba2e96a2497', 'code': 200} May 10 05:48:27.742177 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Pushing event updated for resources: {'Port': ['ID=72f44b7e-3503-49aa-ac51-6ba2e96a2497,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:48:27.769190 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48195438-5c52-4f37-8282-df1e9f4abcc2 req-5a9be0bc-99a1-44c7-b886-637d0e467997 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:27.770732 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-48195438-5c52-4f37-8282-df1e9f4abcc2 req-5a9be0bc-99a1-44c7-b886-637d0e467997 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b59f8ffc-dca6-4018-8607-419bffe8548b HTTP/1.1" status: 200 len: 946 time: 0.0485075 May 10 05:48:27.822530 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-48195438-5c52-4f37-8282-df1e9f4abcc2 req-7d4e37b4-8574-47f2-a3cc-2640923a50c9 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462008 May 10 05:48:27.955723 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8277e8-b51e-4ce0-9406-3e4657988591 req-e2d17419-15ad-4a65-a20a-83278cf16730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:27.957158 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-ba8277e8-b51e-4ce0-9406-3e4657988591 req-e2d17419-15ad-4a65-a20a-83278cf16730 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b59f8ffc-dca6-4018-8607-419bffe8548b HTTP/1.1" status: 200 len: 1130 time: 0.0430312 May 10 05:48:27.980796 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:28.008050 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-ba8277e8-b51e-4ce0-9406-3e4657988591 req-dcf9e50b-8dda-499c-bbda-5f736a389e6f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429358 May 10 05:48:28.951775 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001f2f0-c335-452c-87f6-e25807c9119f req-a8543e89-ae68-4e5e-8b8b-ba5ba221ed49 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:28.953307 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1001f2f0-c335-452c-87f6-e25807c9119f req-a8543e89-ae68-4e5e-8b8b-ba5ba221ed49 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b59f8ffc-dca6-4018-8607-419bffe8548b HTTP/1.1" status: 200 len: 946 time: 0.0520825 May 10 05:48:29.001212 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-1001f2f0-c335-452c-87f6-e25807c9119f req-50609c1a-5849-4003-a7af-40ccd82139a9 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422189 May 10 05:48:30.129433 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03f7ea-3493-40f9-8262-2ac9ee105044 req-0c3aa0af-d6b1-4818-b722-80eaecb9a5f0 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:30.130870 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0a03f7ea-3493-40f9-8262-2ac9ee105044 req-0c3aa0af-d6b1-4818-b722-80eaecb9a5f0 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b59f8ffc-dca6-4018-8607-419bffe8548b HTTP/1.1" status: 200 len: 946 time: 0.0460293 May 10 05:48:30.184397 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0a03f7ea-3493-40f9-8262-2ac9ee105044 req-bb2cf824-3af1-4ff9-8856-4ae08eb62f76 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477383 May 10 05:48:30.302522 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f6978-dcf7-483f-9253-03264aee1e51 req-77f1ca89-1946-4334-b606-324a4c885324 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:30.303981 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c15f6978-dcf7-483f-9253-03264aee1e51 req-77f1ca89-1946-4334-b606-324a4c885324 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b59f8ffc-dca6-4018-8607-419bffe8548b HTTP/1.1" status: 200 len: 946 time: 0.0464385 May 10 05:48:30.356223 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-c15f6978-dcf7-483f-9253-03264aee1e51 req-eade8946-4761-4c6d-962a-468b00cf8e6e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467558 May 10 05:48:30.379045 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 57814) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:48:30.422415 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2d6e5b-5e96-408c-96a4-116632059145 tempest-TestVolumeBootPattern-243834389 tempest-TestVolumeBootPattern-243834389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:30.424007 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-4f2d6e5b-5e96-408c-96a4-116632059145 tempest-TestVolumeBootPattern-243834389 tempest-TestVolumeBootPattern-243834389-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b59f8ffc-dca6-4018-8607-419bffe8548b HTTP/1.1" status: 200 len: 1125 time: 0.0435023 May 10 05:48:30.428007 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 57816) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:48:30.432141 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.v2.base [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Request body: {'floatingip': {'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'port_id': '72f44b7e-3503-49aa-ac51-6ba2e96a2497', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 05:48:30.456696 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:30.535507 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:30.656068 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Allocated IP 172.27.0.153 (87bc626b-a764-429e-8d11-cdbbe513fac5/76823629-1df9-4cfd-a8c3-1d6cce6b2ea9/29271426-3673-4432-bf82-deb07d104f43) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 05:48:30.761243 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for port (29271426-3673-4432-bf82-deb07d104f43), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:30.801733 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771215054704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156954'] for port (29271426-3673-4432-bf82-deb07d104f43), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:30.842455 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Network 87bc626b-a764-429e-8d11-cdbbe513fac5 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 05:48:30.845441 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 05:48:30.850976 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 05:48:30.856502 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Pushing event updated for resources: {'Port': ['ID=29271426-3673-4432-bf82-deb07d104f43,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:48:30.884304 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:30.884644 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:30.884985 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:30.885326 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:30.885643 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:30.885979 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:30.886301 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:30.886604 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:30.886922 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:30.887245 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:30.887563 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:30.887909 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:30.888222 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:30.888533 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:30.888842 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:48:31.239271 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for floatingip (5852b547-aaae-404e-b899-99ddfd8e9bd6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:31.309566 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535284'] for port (29271426-3673-4432-bf82-deb07d104f43), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:31.456187 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for port (29271426-3673-4432-bf82-deb07d104f43), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:31.463670 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771215482790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771215054722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771215054740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26157027'] for port (29271426-3673-4432-bf82-deb07d104f43), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:31.527869 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Pushing event updated for resources: {'Port': ['ID=29271426-3673-4432-bf82-deb07d104f43,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:48:31.541795 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412419'] for floatingip (5852b547-aaae-404e-b899-99ddfd8e9bd6), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:31.645291 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.db.l3_db [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Floating IP 5852b547-aaae-404e-b899-99ddfd8e9bd6 associated. External IP: 172.27.0.153, port: 72f44b7e-3503-49aa-ac51-6ba2e96a2497. May 10 05:48:31.871557 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Router cd291a18-ccb4-4e4f-b64c-3a88d3e05bab has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:48:31.994867 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:48:32.005805 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f291c249-f579-40d2-8668-6b763fee20b1 None None] Sync routers for ids ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'] in dv-cinder-836996-16-iscsi {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:48:32.015814 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:32.016985 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f291c249-f579-40d2-8668-6b763fee20b1 None None] Routers {'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:48:32.017672 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f291c249-f579-40d2-8668-6b763fee20b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:48:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:48:32.048072 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-21e94622-d3b9-4116-ba20-f0c28f5f6680 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6169379 May 10 05:48:32.048072 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59f8ffc-dca6-4018-8607-419bffe8548b', 'tag': '72f44b7e-3503-49aa-ac51-6ba2e96a2497'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:48:32.049095 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131d8403-262f-4992-b0a4-e1546d9b30b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b59f8ffc-dca6-4018-8607-419bffe8548b", "tag": "72f44b7e-3503-49aa-ac51-6ba2e96a2497"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:48:32.129960 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-f291c249-f579-40d2-8668-6b763fee20b1 None None] Set router cd291a18-ccb4-4e4f-b64c-3a88d3e05bab gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:48:32.178690 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0496e529-dc19-40d7-842d-d35f8de2f354 x-openstack-request-id: req-0496e529-dc19-40d7-842d-d35f8de2f354 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:48:32.179042 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59f8ffc-dca6-4018-8607-419bffe8548b", "tag": "72f44b7e-3503-49aa-ac51-6ba2e96a2497", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:48:32.179357 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0496e529-dc19-40d7-842d-d35f8de2f354 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:48:32.179864 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0496e529-dc19-40d7-842d-d35f8de2f354'] response: {'name': 'network-changed', 'server_uuid': 'b59f8ffc-dca6-4018-8607-419bffe8548b', 'tag': '72f44b7e-3503-49aa-ac51-6ba2e96a2497', 'status': 'completed', 'code': 200} May 10 05:48:32.240027 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d8403-262f-4992-b0a4-e1546d9b30b2 req-72d2f11c-d31a-45f5-b851-6fc8d937bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:32.241521 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-131d8403-262f-4992-b0a4-e1546d9b30b2 req-72d2f11c-d31a-45f5-b851-6fc8d937bd7f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=73bfe2432e5a41d8b8611b54849c575f&device_id=b59f8ffc-dca6-4018-8607-419bffe8548b HTTP/1.1" status: 200 len: 1130 time: 0.0414600 May 10 05:48:32.331453 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d8403-262f-4992-b0a4-e1546d9b30b2 req-3f1c87f0-b2a6-4a5d-9ed3-1db4293c17f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:32.332986 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-131d8403-262f-4992-b0a4-e1546d9b30b2 req-3f1c87f0-b2a6-4a5d-9ed3-1db4293c17f2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=73f8ea49-61d7-4c5a-978c-c205c837fcbf HTTP/1.1" status: 200 len: 911 time: 0.0844543 May 10 05:48:32.352075 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f291c249-f579-40d2-8668-6b763fee20b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'name': 'tempest-TestVolumeBootPattern-39762338-router', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:31Z', 'updated_at': '2022-05-10T05:42:35Z', 'revision_number': 4, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'gw_port': {'id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:32Z', 'updated_at': '2022-05-10T05:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '1af4dcd9-7ebd-4693-9223-89cc07435f50', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'port_id': 'de66e016-eff5-4afa-baf3-28dc896016e9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'mac_address': 'fa:16:3e:75:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb07f92-a1bc-485c-845f-12709f78f312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:46:30Z', 'updated_at': '2022-05-10T05:46:33Z', 'revision_number': 1, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'fixed_ip_address_scope': None}, {'id': '5852b547-aaae-404e-b899-99ddfd8e9bd6', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'port_id': '72f44b7e-3503-49aa-ac51-6ba2e96a2497', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'mac_address': 'fa:16:3e:86:89:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59f8ffc-dca6-4018-8607-419bffe8548b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:48:31Z', 'updated_at': '2022-05-10T05:48:31Z', 'revision_number': 0, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2d1eea-4bc9-4e30-8993-f23896419fb0', 'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'mac_address': 'fa:16:3e:22:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:34Z', 'updated_at': '2022-05-10T05:42:39Z', 'revision_number': 5, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'subnets': [{'id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:48:32.378129 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f291c249-f579-40d2-8668-6b763fee20b1 None None] Checking router: cd291a18-ccb4-4e4f-b64c-3a88d3e05bab for host: dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:48:32.386268 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f291c249-f579-40d2-8668-6b763fee20b1 None None] Routers {'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:48:32.386784 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f291c249-f579-40d2-8668-6b763fee20b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:48:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:48:32.403681 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-131d8403-262f-4992-b0a4-e1546d9b30b2 req-2d73c1ff-7547-45f6-8b94-d92481eec7f3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72f44b7e-3503-49aa-ac51-6ba2e96a2497 HTTP/1.1" status: 200 len: 1000 time: 0.0642214 May 10 05:48:32.456780 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d8403-262f-4992-b0a4-e1546d9b30b2 req-6e53aada-6000-4ba5-b68e-b5c50af55e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:32.458288 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-131d8403-262f-4992-b0a4-e1546d9b30b2 req-6e53aada-6000-4ba5-b68e-b5c50af55e6b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25f5936d-fb1d-4a12-acf7-156c561fdc0b HTTP/1.1" status: 200 len: 849 time: 0.0469794 May 10 05:48:32.500918 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d8403-262f-4992-b0a4-e1546d9b30b2 req-f01ce8e2-5a1a-46d4-920f-d6f616eb8914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:32.501980 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-f291c249-f579-40d2-8668-6b763fee20b1 None None] Set router cd291a18-ccb4-4e4f-b64c-3a88d3e05bab gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:48:32.502503 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-131d8403-262f-4992-b0a4-e1546d9b30b2 req-f01ce8e2-5a1a-46d4-920f-d6f616eb8914 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=73f8ea49-61d7-4c5a-978c-c205c837fcbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386674 May 10 05:48:32.594509 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-131d8403-262f-4992-b0a4-e1546d9b30b2 req-b680de8b-ece0-429f-9ac7-33715731bc23 service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861647 May 10 05:48:32.687104 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-131d8403-262f-4992-b0a4-e1546d9b30b2 req-41f8378c-7169-4b1d-b9c1-9156c002ef16 service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865920 May 10 05:48:32.858614 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f291c249-f579-40d2-8668-6b763fee20b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'name': 'tempest-TestVolumeBootPattern-39762338-router', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:31Z', 'updated_at': '2022-05-10T05:42:35Z', 'revision_number': 4, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'gw_port': {'id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:32Z', 'updated_at': '2022-05-10T05:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '1af4dcd9-7ebd-4693-9223-89cc07435f50', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'port_id': 'de66e016-eff5-4afa-baf3-28dc896016e9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'mac_address': 'fa:16:3e:75:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb07f92-a1bc-485c-845f-12709f78f312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:46:30Z', 'updated_at': '2022-05-10T05:46:33Z', 'revision_number': 1, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'fixed_ip_address_scope': None}, {'id': '5852b547-aaae-404e-b899-99ddfd8e9bd6', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'port_id': '72f44b7e-3503-49aa-ac51-6ba2e96a2497', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'mac_address': 'fa:16:3e:86:89:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59f8ffc-dca6-4018-8607-419bffe8548b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:48:31Z', 'updated_at': '2022-05-10T05:48:31Z', 'revision_number': 0, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2d1eea-4bc9-4e30-8993-f23896419fb0', 'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'mac_address': 'fa:16:3e:22:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:34Z', 'updated_at': '2022-05-10T05:42:39Z', 'revision_number': 5, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'subnets': [{'id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:48:32.884880 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f291c249-f579-40d2-8668-6b763fee20b1 None None] The sync data for ids ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'] in dv-cinder-836996-16-iscsi is: [{'id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'name': 'tempest-TestVolumeBootPattern-39762338-router', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:31Z', 'updated_at': '2022-05-10T05:42:35Z', 'revision_number': 4, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'gw_port': {'id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:32Z', 'updated_at': '2022-05-10T05:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '1af4dcd9-7ebd-4693-9223-89cc07435f50', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'port_id': 'de66e016-eff5-4afa-baf3-28dc896016e9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'mac_address': 'fa:16:3e:75:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb07f92-a1bc-485c-845f-12709f78f312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:46:30Z', 'updated_at': '2022-05-10T05:46:33Z', 'revision_number': 1, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'fixed_ip_address_scope': None}, {'id': '5852b547-aaae-404e-b899-99ddfd8e9bd6', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'port_id': '72f44b7e-3503-49aa-ac51-6ba2e96a2497', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'mac_address': 'fa:16:3e:86:89:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59f8ffc-dca6-4018-8607-419bffe8548b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:48:31Z', 'updated_at': '2022-05-10T05:48:31Z', 'revision_number': 0, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2d1eea-4bc9-4e30-8993-f23896419fb0', 'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'mac_address': 'fa:16:3e:22:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:34Z', 'updated_at': '2022-05-10T05:42:39Z', 'revision_number': 5, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'subnets': [{'id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:48:32.945689 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1ea1bf37-3204-45a1-9367-a0320f9bf857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:33.104994 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f52a0c-4db0-413b-a264-45e6d87a1ca3 None None] New status for floating IP 5852b547-aaae-404e-b899-99ddfd8e9bd6: ACTIVE {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 05:48:35.373569 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-df259f1c-beef-4b7b-ab9b-25ca2efa3d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:36.643089 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:37.660450 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:39.338277 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-77520cde-7dff-4f93-9904-225162d9ef7f req-efe203a7-ec7e-4eef-8cb3-9fa043b55636 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7eb07f92-a1bc-485c-845f-12709f78f312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504704 May 10 05:48:39.399836 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:48:39.435658 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77520cde-7dff-4f93-9904-225162d9ef7f req-a465d56c-b565-4f94-bc47-dc0f8186a2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:39.437164 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-77520cde-7dff-4f93-9904-225162d9ef7f req-a465d56c-b565-4f94-bc47-dc0f8186a2ac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=73bfe2432e5a41d8b8611b54849c575f&device_id=7eb07f92-a1bc-485c-845f-12709f78f312 HTTP/1.1" status: 200 len: 1129 time: 0.0512047 May 10 05:48:39.553425 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77520cde-7dff-4f93-9904-225162d9ef7f req-a420b8a7-b3d1-4b0d-bab2-6c80c5a67a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:39.555078 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-77520cde-7dff-4f93-9904-225162d9ef7f req-a420b8a7-b3d1-4b0d-bab2-6c80c5a67a6c service neutron] 10.222.0.50 "GET /v2.0/networks?id=73f8ea49-61d7-4c5a-978c-c205c837fcbf HTTP/1.1" status: 200 len: 911 time: 0.0988173 May 10 05:48:39.623030 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-77520cde-7dff-4f93-9904-225162d9ef7f req-96350dbc-8b6d-4585-a7f6-4b5f9bb1652c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de66e016-eff5-4afa-baf3-28dc896016e9 HTTP/1.1" status: 200 len: 1000 time: 0.0618529 May 10 05:48:39.673644 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77520cde-7dff-4f93-9904-225162d9ef7f req-9df3354c-6683-4821-a0d1-8f5e87625a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:39.675132 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-77520cde-7dff-4f93-9904-225162d9ef7f req-9df3354c-6683-4821-a0d1-8f5e87625a1f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25f5936d-fb1d-4a12-acf7-156c561fdc0b HTTP/1.1" status: 200 len: 849 time: 0.0462096 May 10 05:48:39.722401 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77520cde-7dff-4f93-9904-225162d9ef7f req-3ff613ac-d046-47fa-b101-d8d0308a3e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:48:39.724017 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-77520cde-7dff-4f93-9904-225162d9ef7f req-3ff613ac-d046-47fa-b101-d8d0308a3e25 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=73f8ea49-61d7-4c5a-978c-c205c837fcbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426147 May 10 05:48:39.838162 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-77520cde-7dff-4f93-9904-225162d9ef7f req-f421b228-bf6a-4c25-b1e9-9ea78217ac01 service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078911 May 10 05:48:39.933413 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-77520cde-7dff-4f93-9904-225162d9ef7f req-637a1491-9036-4926-ad6d-a2c4ec4ab211 service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889330 May 10 05:48:57.878407 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:48:57.999926 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:49:02.963781 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-37e688d2-6d9e-48e5-a4d8-f14a7ffbc3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:49:05.370828 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1d783c47-895b-4809-b66e-b66576b1561a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:49:06.649868 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:49:07.663275 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:49:09.403237 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:49:27.991945 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:49:32.954987 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4931f7c3-a971-4087-8a85-384b336655b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:49:34.878770 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:49:35.367469 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-08455a09-91ed-415c-b941-f73c3f557f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:49:36.653211 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:49:37.658739 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:49:39.412187 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:49:40.326290 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-7e0af20b-0199-4432-a8cc-63f8d6b48566 req-9af63001-f156-40f0-8583-0f1f12bc6653 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b59f8ffc-dca6-4018-8607-419bffe8548b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417199 May 10 05:49:40.397116 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0af20b-0199-4432-a8cc-63f8d6b48566 req-62182e7d-8697-47ce-857c-144b40c3d77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:49:40.398587 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-7e0af20b-0199-4432-a8cc-63f8d6b48566 req-62182e7d-8697-47ce-857c-144b40c3d77a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=73bfe2432e5a41d8b8611b54849c575f&device_id=b59f8ffc-dca6-4018-8607-419bffe8548b HTTP/1.1" status: 200 len: 1130 time: 0.0425794 May 10 05:49:40.518610 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0af20b-0199-4432-a8cc-63f8d6b48566 req-b87e34b3-d72c-4d11-b70c-0c7be7a0a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:49:40.520139 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-7e0af20b-0199-4432-a8cc-63f8d6b48566 req-b87e34b3-d72c-4d11-b70c-0c7be7a0a97b service neutron] 10.222.0.50 "GET /v2.0/networks?id=73f8ea49-61d7-4c5a-978c-c205c837fcbf HTTP/1.1" status: 200 len: 911 time: 0.0929079 May 10 05:49:40.594348 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-7e0af20b-0199-4432-a8cc-63f8d6b48566 req-953c02ce-5012-4930-bd53-77b5951d33f6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72f44b7e-3503-49aa-ac51-6ba2e96a2497 HTTP/1.1" status: 200 len: 1002 time: 0.0613325 May 10 05:49:40.649832 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0af20b-0199-4432-a8cc-63f8d6b48566 req-81673736-8b9b-4c0f-94f6-5e74b7233ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:49:40.651326 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-7e0af20b-0199-4432-a8cc-63f8d6b48566 req-81673736-8b9b-4c0f-94f6-5e74b7233ade service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25f5936d-fb1d-4a12-acf7-156c561fdc0b HTTP/1.1" status: 200 len: 849 time: 0.0478835 May 10 05:49:40.700548 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0af20b-0199-4432-a8cc-63f8d6b48566 req-4b409cb1-d758-4bd9-9bb7-23dbfcd8afef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:49:40.702025 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-7e0af20b-0199-4432-a8cc-63f8d6b48566 req-4b409cb1-d758-4bd9-9bb7-23dbfcd8afef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=73f8ea49-61d7-4c5a-978c-c205c837fcbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402086 May 10 05:49:40.798593 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-7e0af20b-0199-4432-a8cc-63f8d6b48566 req-45bbf8fe-d20a-4988-be2c-88433b1a4fa2 service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854638 May 10 05:49:40.892993 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-7e0af20b-0199-4432-a8cc-63f8d6b48566 req-78452bb3-142f-43f2-9cfa-0c5dc8f203ec service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832586 May 10 05:49:58.013250 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:02.956324 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-63f13230-a428-4636-9767-70da0d657f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:05.367537 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9b3e0275-a7e3-4961-8093-3855e83ca40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:06.659197 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:07.660150 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:09.401542 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:11.135136 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 57860) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:50:11.289152 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-935dd3bb-2ae9-46af-8d2e-8803d5577253 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Deleting port 29271426-3673-4432-bf82-deb07d104f43 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:50:11.289467 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-935dd3bb-2ae9-46af-8d2e-8803d5577253 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (29271426-3673-4432-bf82-deb07d104f43), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:11.368312 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-935dd3bb-2ae9-46af-8d2e-8803d5577253 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (29271426-3673-4432-bf82-deb07d104f43), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:11.368637 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-935dd3bb-2ae9-46af-8d2e-8803d5577253 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for floatingip (29271426-3673-4432-bf82-deb07d104f43), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:11.381603 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-935dd3bb-2ae9-46af-8d2e-8803d5577253 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Calling delete_port for 29271426-3673-4432-bf82-deb07d104f43 owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:50:11.545300 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-935dd3bb-2ae9-46af-8d2e-8803d5577253 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (29271426-3673-4432-bf82-deb07d104f43), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:11.569912 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935dd3bb-2ae9-46af-8d2e-8803d5577253 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Pushing event deleted for resources: {'Port': ['ID=29271426-3673-4432-bf82-deb07d104f43,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:50:11.581354 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dd3bb-2ae9-46af-8d2e-8803d5577253 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:11.581723 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dd3bb-2ae9-46af-8d2e-8803d5577253 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:11.582064 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dd3bb-2ae9-46af-8d2e-8803d5577253 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:11.582400 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dd3bb-2ae9-46af-8d2e-8803d5577253 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:11.582736 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dd3bb-2ae9-46af-8d2e-8803d5577253 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:11.583057 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dd3bb-2ae9-46af-8d2e-8803d5577253 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:11.583381 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dd3bb-2ae9-46af-8d2e-8803d5577253 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:11.583799 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dd3bb-2ae9-46af-8d2e-8803d5577253 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:11.584127 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dd3bb-2ae9-46af-8d2e-8803d5577253 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:11.584445 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dd3bb-2ae9-46af-8d2e-8803d5577253 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:11.584760 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dd3bb-2ae9-46af-8d2e-8803d5577253 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:11.585064 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dd3bb-2ae9-46af-8d2e-8803d5577253 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:11.585379 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dd3bb-2ae9-46af-8d2e-8803d5577253 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:11.585692 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dd3bb-2ae9-46af-8d2e-8803d5577253 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:11.586003 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dd3bb-2ae9-46af-8d2e-8803d5577253 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:11.641144 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-935dd3bb-2ae9-46af-8d2e-8803d5577253 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for floatingip (5852b547-aaae-404e-b899-99ddfd8e9bd6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:11.641466 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.db.l3_db [None req-935dd3bb-2ae9-46af-8d2e-8803d5577253 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Floating IP 5852b547-aaae-404e-b899-99ddfd8e9bd6 disassociated (deleted). External IP: 172.27.0.153, port: 72f44b7e-3503-49aa-ac51-6ba2e96a2497. May 10 05:50:11.856438 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935dd3bb-2ae9-46af-8d2e-8803d5577253 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Router cd291a18-ccb4-4e4f-b64c-3a88d3e05bab has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:50:11.878185 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:50:11.963985 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935dd3bb-2ae9-46af-8d2e-8803d5577253 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:50:11.968643 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-935dd3bb-2ae9-46af-8d2e-8803d5577253 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:11.975288 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64585dd-c61c-4923-b126-351648a3e416 None None] Sync routers for ids ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'] in dv-cinder-836996-16-iscsi {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:50:11.986901 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64585dd-c61c-4923-b126-351648a3e416 None None] Routers {'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:50:11.987553 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c64585dd-c61c-4923-b126-351648a3e416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:50:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:50:12.001563 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-935dd3bb-2ae9-46af-8d2e-8803d5577253 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "DELETE /v2.0/floatingips/5852b547-aaae-404e-b899-99ddfd8e9bd6 HTTP/1.1" status: 204 len: 168 time: 0.8649061 May 10 05:50:12.002232 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59f8ffc-dca6-4018-8607-419bffe8548b', 'tag': '72f44b7e-3503-49aa-ac51-6ba2e96a2497'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:50:12.004579 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366acf88-755b-47c9-bd56-fa4a8d2282b4" -d '{"events": [{"name": "network-changed", "server_uuid": "b59f8ffc-dca6-4018-8607-419bffe8548b", "tag": "72f44b7e-3503-49aa-ac51-6ba2e96a2497"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:50:12.044030 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05cfc0b-594c-454d-9519-57f8ed8511a9 x-openstack-request-id: req-f05cfc0b-594c-454d-9519-57f8ed8511a9 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:50:12.044418 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59f8ffc-dca6-4018-8607-419bffe8548b", "tag": "72f44b7e-3503-49aa-ac51-6ba2e96a2497", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:50:12.044672 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f05cfc0b-594c-454d-9519-57f8ed8511a9 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:50:12.045102 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f05cfc0b-594c-454d-9519-57f8ed8511a9'] response: {'name': 'network-changed', 'server_uuid': 'b59f8ffc-dca6-4018-8607-419bffe8548b', 'tag': '72f44b7e-3503-49aa-ac51-6ba2e96a2497', 'status': 'completed', 'code': 200} May 10 05:50:12.104875 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-c64585dd-c61c-4923-b126-351648a3e416 None None] Set router cd291a18-ccb4-4e4f-b64c-3a88d3e05bab gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:50:12.118969 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366acf88-755b-47c9-bd56-fa4a8d2282b4 req-25468da1-cfff-49e2-bac2-bfb46de442c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:50:12.120771 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-366acf88-755b-47c9-bd56-fa4a8d2282b4 req-25468da1-cfff-49e2-bac2-bfb46de442c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=73bfe2432e5a41d8b8611b54849c575f&device_id=b59f8ffc-dca6-4018-8607-419bffe8548b HTTP/1.1" status: 200 len: 1130 time: 0.0434997 May 10 05:50:12.224506 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366acf88-755b-47c9-bd56-fa4a8d2282b4 req-2e5ede8d-1f82-4441-8d7e-b13856c1f8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:50:12.226059 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-366acf88-755b-47c9-bd56-fa4a8d2282b4 req-2e5ede8d-1f82-4441-8d7e-b13856c1f8e8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=73f8ea49-61d7-4c5a-978c-c205c837fcbf HTTP/1.1" status: 200 len: 911 time: 0.0932686 May 10 05:50:12.236423 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d3612-f936-447c-b78a-7c6218b6e1a5 req-4e73a4b4-f559-4d85-ab97-48ba32c818f2 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:50:12.237914 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0a1d3612-f936-447c-b78a-7c6218b6e1a5 req-4e73a4b4-f559-4d85-ab97-48ba32c818f2 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b59f8ffc-dca6-4018-8607-419bffe8548b HTTP/1.1" status: 200 len: 946 time: 0.0528450 May 10 05:50:12.285820 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-0a1d3612-f936-447c-b78a-7c6218b6e1a5 req-b61f987a-626f-48fb-96ce-e41b3da3f1e3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421324 May 10 05:50:12.335399 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c64585dd-c61c-4923-b126-351648a3e416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'name': 'tempest-TestVolumeBootPattern-39762338-router', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:31Z', 'updated_at': '2022-05-10T05:42:35Z', 'revision_number': 4, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'gw_port': {'id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:32Z', 'updated_at': '2022-05-10T05:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '1af4dcd9-7ebd-4693-9223-89cc07435f50', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'port_id': 'de66e016-eff5-4afa-baf3-28dc896016e9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'mac_address': 'fa:16:3e:75:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb07f92-a1bc-485c-845f-12709f78f312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:46:30Z', 'updated_at': '2022-05-10T05:46:33Z', 'revision_number': 1, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2d1eea-4bc9-4e30-8993-f23896419fb0', 'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'mac_address': 'fa:16:3e:22:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:34Z', 'updated_at': '2022-05-10T05:42:39Z', 'revision_number': 5, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'subnets': [{'id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:50:12.361567 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64585dd-c61c-4923-b126-351648a3e416 None None] Checking router: cd291a18-ccb4-4e4f-b64c-3a88d3e05bab for host: dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:50:12.370202 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64585dd-c61c-4923-b126-351648a3e416 None None] Routers {'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:50:12.370718 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c64585dd-c61c-4923-b126-351648a3e416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:50:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:50:12.482183 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-c64585dd-c61c-4923-b126-351648a3e416 None None] Set router cd291a18-ccb4-4e4f-b64c-3a88d3e05bab gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:50:12.699158 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c64585dd-c61c-4923-b126-351648a3e416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'name': 'tempest-TestVolumeBootPattern-39762338-router', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:31Z', 'updated_at': '2022-05-10T05:42:35Z', 'revision_number': 4, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'gw_port': {'id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:32Z', 'updated_at': '2022-05-10T05:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '1af4dcd9-7ebd-4693-9223-89cc07435f50', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'port_id': 'de66e016-eff5-4afa-baf3-28dc896016e9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'mac_address': 'fa:16:3e:75:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb07f92-a1bc-485c-845f-12709f78f312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:46:30Z', 'updated_at': '2022-05-10T05:46:33Z', 'revision_number': 1, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2d1eea-4bc9-4e30-8993-f23896419fb0', 'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'mac_address': 'fa:16:3e:22:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:34Z', 'updated_at': '2022-05-10T05:42:39Z', 'revision_number': 5, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'subnets': [{'id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:50:12.745081 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64585dd-c61c-4923-b126-351648a3e416 None None] The sync data for ids ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'] in dv-cinder-836996-16-iscsi is: [{'id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'name': 'tempest-TestVolumeBootPattern-39762338-router', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:31Z', 'updated_at': '2022-05-10T05:42:35Z', 'revision_number': 4, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'gw_port': {'id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:32Z', 'updated_at': '2022-05-10T05:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_floatingips': [{'id': '1af4dcd9-7ebd-4693-9223-89cc07435f50', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'router_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'port_id': 'de66e016-eff5-4afa-baf3-28dc896016e9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'mac_address': 'fa:16:3e:75:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb07f92-a1bc-485c-845f-12709f78f312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T05:46:30Z', 'updated_at': '2022-05-10T05:46:33Z', 'revision_number': 1, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2d1eea-4bc9-4e30-8993-f23896419fb0', 'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'mac_address': 'fa:16:3e:22:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:34Z', 'updated_at': '2022-05-10T05:42:39Z', 'revision_number': 5, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'subnets': [{'id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:50:12.964975 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357d8475-2e04-44a5-a307-c7449cafd446 None None] New status for floating IP 5852b547-aaae-404e-b899-99ddfd8e9bd6: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 05:50:13.415147 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0174f88-cb6b-4e8e-abb9-b68c4e9b5d6f req-38cc6dcd-1698-445d-83df-1543f1513df4 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:50:13.415989 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-366acf88-755b-47c9-bd56-fa4a8d2282b4 req-1884496b-86d4-4eb6-a597-8e6325b23b13 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72f44b7e-3503-49aa-ac51-6ba2e96a2497 HTTP/1.1" status: 200 len: 217 time: 0.0392795 May 10 05:50:13.416624 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d0174f88-cb6b-4e8e-abb9-b68c4e9b5d6f req-38cc6dcd-1698-445d-83df-1543f1513df4 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b59f8ffc-dca6-4018-8607-419bffe8548b HTTP/1.1" status: 200 len: 946 time: 0.0517330 May 10 05:50:13.466230 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366acf88-755b-47c9-bd56-fa4a8d2282b4 req-88248679-0f5e-4685-a9a5-fb649f25e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:50:13.467732 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-366acf88-755b-47c9-bd56-fa4a8d2282b4 req-88248679-0f5e-4685-a9a5-fb649f25e7b6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25f5936d-fb1d-4a12-acf7-156c561fdc0b HTTP/1.1" status: 200 len: 849 time: 0.0438058 May 10 05:50:13.468293 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-d0174f88-cb6b-4e8e-abb9-b68c4e9b5d6f req-5cdfb81e-a7bc-45f8-8378-e7df14ed2de6 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455523 May 10 05:50:13.598086 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366acf88-755b-47c9-bd56-fa4a8d2282b4 req-87d3e0c9-60fe-49f1-8465-b1084b52fb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:50:13.599508 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-366acf88-755b-47c9-bd56-fa4a8d2282b4 req-87d3e0c9-60fe-49f1-8465-b1084b52fb4c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=73f8ea49-61d7-4c5a-978c-c205c837fcbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430019 May 10 05:50:13.695349 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-366acf88-755b-47c9-bd56-fa4a8d2282b4 req-7433134b-08c2-4137-a26b-366eb5fb22c6 service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876663 May 10 05:50:13.976336 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e4ce7-1833-4228-b5b2-16547cce6855 req-a82a79fe-d1ee-439e-baea-c21c022b5f77 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:50:13.978404 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f82e4ce7-1833-4228-b5b2-16547cce6855 req-a82a79fe-d1ee-439e-baea-c21c022b5f77 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.50 "GET /v2.0/ports?device_id=b59f8ffc-dca6-4018-8607-419bffe8548b HTTP/1.1" status: 200 len: 946 time: 0.0495474 May 10 05:50:14.073957 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-f82e4ce7-1833-4228-b5b2-16547cce6855 req-80298a56-7066-4098-8af9-8bf92d4b4fe3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Deleting port 72f44b7e-3503-49aa-ac51-6ba2e96a2497 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:50:14.074269 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f82e4ce7-1833-4228-b5b2-16547cce6855 req-80298a56-7066-4098-8af9-8bf92d4b4fe3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (72f44b7e-3503-49aa-ac51-6ba2e96a2497), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:14.167620 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-f82e4ce7-1833-4228-b5b2-16547cce6855 req-80298a56-7066-4098-8af9-8bf92d4b4fe3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] For port 72f44b7e-3503-49aa-ac51-6ba2e96a2497, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=72f44b7e-3503-49aa-ac51-6ba2e96a2497,segment=NetworkSegment(cfa5179d-65c4-4f42-bdd8-e47a401610aa),segment_id=cfa5179d-65c4-4f42-bdd8-e47a401610aa)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:50:14.168009 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f82e4ce7-1833-4228-b5b2-16547cce6855 req-80298a56-7066-4098-8af9-8bf92d4b4fe3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (72f44b7e-3503-49aa-ac51-6ba2e96a2497), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:14.180704 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-f82e4ce7-1833-4228-b5b2-16547cce6855 req-80298a56-7066-4098-8af9-8bf92d4b4fe3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Calling delete_port for 72f44b7e-3503-49aa-ac51-6ba2e96a2497 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:50:14.209152 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-366acf88-755b-47c9-bd56-fa4a8d2282b4 req-582bdde4-db47-428d-b020-ca9805bc02a0 service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534584 May 10 05:50:14.312117 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f82e4ce7-1833-4228-b5b2-16547cce6855 req-80298a56-7066-4098-8af9-8bf92d4b4fe3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156954'] for port (72f44b7e-3503-49aa-ac51-6ba2e96a2497), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:14.342891 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80298a56-7066-4098-8af9-8bf92d4b4fe3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Pushing event deleted for resources: {'Port': ['ID=72f44b7e-3503-49aa-ac51-6ba2e96a2497,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:50:14.354395 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80298a56-7066-4098-8af9-8bf92d4b4fe3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:14.354736 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80298a56-7066-4098-8af9-8bf92d4b4fe3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:14.355067 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80298a56-7066-4098-8af9-8bf92d4b4fe3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:14.355366 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80298a56-7066-4098-8af9-8bf92d4b4fe3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:14.355745 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80298a56-7066-4098-8af9-8bf92d4b4fe3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:14.356223 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80298a56-7066-4098-8af9-8bf92d4b4fe3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:14.356347 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80298a56-7066-4098-8af9-8bf92d4b4fe3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:14.356729 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80298a56-7066-4098-8af9-8bf92d4b4fe3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:14.357072 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80298a56-7066-4098-8af9-8bf92d4b4fe3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:14.357386 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80298a56-7066-4098-8af9-8bf92d4b4fe3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:14.357696 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80298a56-7066-4098-8af9-8bf92d4b4fe3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:14.358012 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80298a56-7066-4098-8af9-8bf92d4b4fe3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:14.358305 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80298a56-7066-4098-8af9-8bf92d4b4fe3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:14.358610 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80298a56-7066-4098-8af9-8bf92d4b4fe3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:14.358918 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80298a56-7066-4098-8af9-8bf92d4b4fe3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:14.395122 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82e4ce7-1833-4228-b5b2-16547cce6855 req-80298a56-7066-4098-8af9-8bf92d4b4fe3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] No DVR routers for this DVR port 72f44b7e-3503-49aa-ac51-6ba2e96a2497 on host hv-cinder-83699 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:50:14.397595 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f82e4ce7-1833-4228-b5b2-16547cce6855 req-80298a56-7066-4098-8af9-8bf92d4b4fe3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:14.401016 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-f82e4ce7-1833-4228-b5b2-16547cce6855 req-80298a56-7066-4098-8af9-8bf92d4b4fe3 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.50 "DELETE /v2.0/ports/72f44b7e-3503-49aa-ac51-6ba2e96a2497 HTTP/1.1" status: 204 len: 173 time: 0.4158642 May 10 05:50:14.401545 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59f8ffc-dca6-4018-8607-419bffe8548b', 'name': 'network-vif-deleted', 'tag': '72f44b7e-3503-49aa-ac51-6ba2e96a2497'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:50:14.403832 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c1d81a-477a-482e-b148-a42db48cc468" -d '{"events": [{"server_uuid": "b59f8ffc-dca6-4018-8607-419bffe8548b", "name": "network-vif-deleted", "tag": "72f44b7e-3503-49aa-ac51-6ba2e96a2497"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:50:14.438452 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9520ff92-cf83-4468-8730-65aa6bed5ac6 x-openstack-request-id: req-9520ff92-cf83-4468-8730-65aa6bed5ac6 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:50:14.439088 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59f8ffc-dca6-4018-8607-419bffe8548b", "name": "network-vif-deleted", "tag": "72f44b7e-3503-49aa-ac51-6ba2e96a2497", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:50:14.439088 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9520ff92-cf83-4468-8730-65aa6bed5ac6 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:50:14.439342 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9520ff92-cf83-4468-8730-65aa6bed5ac6'] response: {'server_uuid': 'b59f8ffc-dca6-4018-8607-419bffe8548b', 'name': 'network-vif-deleted', 'tag': '72f44b7e-3503-49aa-ac51-6ba2e96a2497', 'status': 'completed', 'code': 200} May 10 05:50:14.563001 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-b01eb4df-740a-4e19-af4d-ef81c29291f6 req-e448cc1d-b79d-431f-946a-d38c8abcf649 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b59f8ffc-dca6-4018-8607-419bffe8548b HTTP/1.1" status: 200 len: 210 time: 0.0277421 May 10 05:50:15.893570 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 72f44b7e-3503-49aa-ac51-6ba2e96a2497 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:50:15.914803 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] No Port match for: 72f44b7e-3503-49aa-ac51-6ba2e96a2497 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:50:15.915144 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device 72f44b7e-3503-49aa-ac51-6ba2e96a2497 not bound to the agent host hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:50:17.904269 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 57898) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:50:18.063623 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-0624cb90-8e3b-4691-9b93-e69505716c70 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Deleting port ced3de2e-6220-4d1d-a451-7ab4cddeddd4 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:50:18.063960 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0624cb90-8e3b-4691-9b93-e69505716c70 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (ced3de2e-6220-4d1d-a451-7ab4cddeddd4), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:18.140622 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0624cb90-8e3b-4691-9b93-e69505716c70 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (ced3de2e-6220-4d1d-a451-7ab4cddeddd4), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:18.140858 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0624cb90-8e3b-4691-9b93-e69505716c70 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for floatingip (ced3de2e-6220-4d1d-a451-7ab4cddeddd4), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:18.153553 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-0624cb90-8e3b-4691-9b93-e69505716c70 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Calling delete_port for ced3de2e-6220-4d1d-a451-7ab4cddeddd4 owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:50:18.311224 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0624cb90-8e3b-4691-9b93-e69505716c70 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156954'] for port (ced3de2e-6220-4d1d-a451-7ab4cddeddd4), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:18.342537 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624cb90-8e3b-4691-9b93-e69505716c70 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Pushing event deleted for resources: {'Port': ['ID=ced3de2e-6220-4d1d-a451-7ab4cddeddd4,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:50:18.402692 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0624cb90-8e3b-4691-9b93-e69505716c70 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for floatingip (1af4dcd9-7ebd-4693-9223-89cc07435f50), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:18.402938 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.db.l3_db [None req-0624cb90-8e3b-4691-9b93-e69505716c70 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Floating IP 1af4dcd9-7ebd-4693-9223-89cc07435f50 disassociated (deleted). External IP: 172.27.0.35, port: de66e016-eff5-4afa-baf3-28dc896016e9. May 10 05:50:18.626148 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0624cb90-8e3b-4691-9b93-e69505716c70 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Router cd291a18-ccb4-4e4f-b64c-3a88d3e05bab has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:50:18.740267 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0624cb90-8e3b-4691-9b93-e69505716c70 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:50:18.744689 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0624cb90-8e3b-4691-9b93-e69505716c70 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:18.750822 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ede569-1876-485c-b34a-2cbddb3c802e None None] Sync routers for ids ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'] in dv-cinder-836996-16-iscsi {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:50:18.760618 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ede569-1876-485c-b34a-2cbddb3c802e None None] Routers {'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:50:18.761228 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-53ede569-1876-485c-b34a-2cbddb3c802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:50:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:50:18.777440 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-0624cb90-8e3b-4691-9b93-e69505716c70 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "DELETE /v2.0/floatingips/1af4dcd9-7ebd-4693-9223-89cc07435f50 HTTP/1.1" status: 204 len: 168 time: 0.8717184 May 10 05:50:18.778024 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb07f92-a1bc-485c-845f-12709f78f312', 'tag': 'de66e016-eff5-4afa-baf3-28dc896016e9'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:50:18.780337 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdcd4729e5cc48c7720d4a8fc9dc118315ce92a4742daafe2b8d58d475a964e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc78931-8797-4973-9d74-843af884b828" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb07f92-a1bc-485c-845f-12709f78f312", "tag": "de66e016-eff5-4afa-baf3-28dc896016e9"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:50:18.822441 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 05:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72129aaa-a57d-4939-974f-e01650ad2a37 x-openstack-request-id: req-72129aaa-a57d-4939-974f-e01650ad2a37 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:50:18.822728 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb07f92-a1bc-485c-845f-12709f78f312", "tag": "de66e016-eff5-4afa-baf3-28dc896016e9", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:50:18.822980 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-72129aaa-a57d-4939-974f-e01650ad2a37 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:50:18.823385 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72129aaa-a57d-4939-974f-e01650ad2a37'] response: {'name': 'network-changed', 'server_uuid': '7eb07f92-a1bc-485c-845f-12709f78f312', 'tag': 'de66e016-eff5-4afa-baf3-28dc896016e9', 'status': 'completed', 'code': 200} May 10 05:50:18.876722 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-53ede569-1876-485c-b34a-2cbddb3c802e None None] Set router cd291a18-ccb4-4e4f-b64c-3a88d3e05bab gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:50:18.896238 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc78931-8797-4973-9d74-843af884b828 req-994dfb66-70e8-4df2-b8da-cfbb4c00385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:50:18.897778 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6dc78931-8797-4973-9d74-843af884b828 req-994dfb66-70e8-4df2-b8da-cfbb4c00385b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=73bfe2432e5a41d8b8611b54849c575f&device_id=7eb07f92-a1bc-485c-845f-12709f78f312 HTTP/1.1" status: 200 len: 1129 time: 0.0451801 May 10 05:50:19.030972 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28769052-ddd5-47f3-a01d-3aba98039f82 req-d77eb768-cf61-4940-a862-4406fb1858a6 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:50:19.032378 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-28769052-ddd5-47f3-a01d-3aba98039f82 req-d77eb768-cf61-4940-a862-4406fb1858a6 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eb07f92-a1bc-485c-845f-12709f78f312 HTTP/1.1" status: 200 len: 945 time: 0.0643673 May 10 05:50:19.047997 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc78931-8797-4973-9d74-843af884b828 req-b5aab73d-be2a-4f89-9131-845153a84bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:50:19.049385 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6dc78931-8797-4973-9d74-843af884b828 req-b5aab73d-be2a-4f89-9131-845153a84bdc service neutron] 10.222.0.50 "GET /v2.0/networks?id=73f8ea49-61d7-4c5a-978c-c205c837fcbf HTTP/1.1" status: 200 len: 911 time: 0.1397510 May 10 05:50:19.075404 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-53ede569-1876-485c-b34a-2cbddb3c802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'name': 'tempest-TestVolumeBootPattern-39762338-router', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:31Z', 'updated_at': '2022-05-10T05:42:35Z', 'revision_number': 4, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'gw_port': {'id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:32Z', 'updated_at': '2022-05-10T05:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '2f2d1eea-4bc9-4e30-8993-f23896419fb0', 'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'mac_address': 'fa:16:3e:22:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:34Z', 'updated_at': '2022-05-10T05:42:39Z', 'revision_number': 5, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'subnets': [{'id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:50:19.085441 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-28769052-ddd5-47f3-a01d-3aba98039f82 req-a887a497-51ee-4d7a-8e3e-a231748c908c tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459514 May 10 05:50:19.103487 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ede569-1876-485c-b34a-2cbddb3c802e None None] Checking router: cd291a18-ccb4-4e4f-b64c-3a88d3e05bab for host: dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:50:19.113396 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ede569-1876-485c-b34a-2cbddb3c802e None None] Routers {'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:50:19.113966 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-53ede569-1876-485c-b34a-2cbddb3c802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:50:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:50:19.225959 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-53ede569-1876-485c-b34a-2cbddb3c802e None None] Set router cd291a18-ccb4-4e4f-b64c-3a88d3e05bab gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:50:19.422089 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-53ede569-1876-485c-b34a-2cbddb3c802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'name': 'tempest-TestVolumeBootPattern-39762338-router', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:31Z', 'updated_at': '2022-05-10T05:42:35Z', 'revision_number': 4, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'gw_port': {'id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:32Z', 'updated_at': '2022-05-10T05:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '2f2d1eea-4bc9-4e30-8993-f23896419fb0', 'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'mac_address': 'fa:16:3e:22:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:34Z', 'updated_at': '2022-05-10T05:42:39Z', 'revision_number': 5, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'subnets': [{'id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:50:19.448867 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ede569-1876-485c-b34a-2cbddb3c802e None None] The sync data for ids ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'] in dv-cinder-836996-16-iscsi is: [{'id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'name': 'tempest-TestVolumeBootPattern-39762338-router', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:31Z', 'updated_at': '2022-05-10T05:42:35Z', 'revision_number': 4, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'gw_port': {'id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:32Z', 'updated_at': '2022-05-10T05:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi', '_interfaces': [{'id': '2f2d1eea-4bc9-4e30-8993-f23896419fb0', 'name': '', 'network_id': '73f8ea49-61d7-4c5a-978c-c205c837fcbf', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'mac_address': 'fa:16:3e:22:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:34Z', 'updated_at': '2022-05-10T05:42:39Z', 'revision_number': 5, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'subnets': [{'id': '25f5936d-fb1d-4a12-acf7-156c561fdc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:50:19.669375 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aec1277-5bcd-4556-887c-f2a1e968dc0b None None] New status for floating IP 1af4dcd9-7ebd-4693-9223-89cc07435f50: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 05:50:20.136429 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6dc78931-8797-4973-9d74-843af884b828 req-2d037f7b-8178-41f5-84dc-ad6edbe1eead service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de66e016-eff5-4afa-baf3-28dc896016e9 HTTP/1.1" status: 200 len: 217 time: 0.0352697 May 10 05:50:20.216482 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc78931-8797-4973-9d74-843af884b828 req-0ad76479-161d-4483-a66e-48d83b2762bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:50:20.217912 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6dc78931-8797-4973-9d74-843af884b828 req-0ad76479-161d-4483-a66e-48d83b2762bb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25f5936d-fb1d-4a12-acf7-156c561fdc0b HTTP/1.1" status: 200 len: 849 time: 0.0738130 May 10 05:50:20.225914 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92744052-a9b8-4b3f-89ff-48d6da38f5de req-0939f5e1-13d1-4370-bcf6-ceb7bf876937 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:50:20.227227 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-92744052-a9b8-4b3f-89ff-48d6da38f5de req-0939f5e1-13d1-4370-bcf6-ceb7bf876937 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eb07f92-a1bc-485c-845f-12709f78f312 HTTP/1.1" status: 200 len: 945 time: 0.0584819 May 10 05:50:20.277019 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-92744052-a9b8-4b3f-89ff-48d6da38f5de req-8233f765-73b3-47e7-ba3f-874d89922f5e tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/security-groups?id=950c4c53-f728-49fd-9865-55a4016ceadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441163 May 10 05:50:20.327566 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc78931-8797-4973-9d74-843af884b828 req-9889721c-e6a2-4399-9787-58ecdd24723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:50:20.329023 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6dc78931-8797-4973-9d74-843af884b828 req-9889721c-e6a2-4399-9787-58ecdd24723d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=73f8ea49-61d7-4c5a-978c-c205c837fcbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385602 May 10 05:50:20.427949 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6dc78931-8797-4973-9d74-843af884b828 req-2c829f5f-5434-48d3-8328-86dea52021c8 service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919313 May 10 05:50:20.661704 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6dc78931-8797-4973-9d74-843af884b828 req-91e292d8-d65a-49f5-9572-4f1c3b3e0afe service neutron] 10.222.0.50 "GET /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082287 May 10 05:50:20.696345 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b1727-6ab7-40ec-8b7d-e129abc5181c req-a27e456f-0251-4542-b0c2-605bf1318042 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 05:50:20.698050 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-156b1727-6ab7-40ec-8b7d-e129abc5181c req-a27e456f-0251-4542-b0c2-605bf1318042 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.50 "GET /v2.0/ports?device_id=7eb07f92-a1bc-485c-845f-12709f78f312 HTTP/1.1" status: 200 len: 945 time: 0.0536911 May 10 05:50:20.788236 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-156b1727-6ab7-40ec-8b7d-e129abc5181c req-34c0b2e3-667c-42dd-b1a7-42324d526cd6 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Deleting port de66e016-eff5-4afa-baf3-28dc896016e9 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:50:20.788570 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-156b1727-6ab7-40ec-8b7d-e129abc5181c req-34c0b2e3-667c-42dd-b1a7-42324d526cd6 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (de66e016-eff5-4afa-baf3-28dc896016e9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:20.887534 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-156b1727-6ab7-40ec-8b7d-e129abc5181c req-34c0b2e3-667c-42dd-b1a7-42324d526cd6 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] For port de66e016-eff5-4afa-baf3-28dc896016e9, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=de66e016-eff5-4afa-baf3-28dc896016e9,segment=NetworkSegment(cfa5179d-65c4-4f42-bdd8-e47a401610aa),segment_id=cfa5179d-65c4-4f42-bdd8-e47a401610aa)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:50:20.887922 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-156b1727-6ab7-40ec-8b7d-e129abc5181c req-34c0b2e3-667c-42dd-b1a7-42324d526cd6 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (de66e016-eff5-4afa-baf3-28dc896016e9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:20.904019 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-156b1727-6ab7-40ec-8b7d-e129abc5181c req-34c0b2e3-667c-42dd-b1a7-42324d526cd6 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Calling delete_port for de66e016-eff5-4afa-baf3-28dc896016e9 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:50:21.031030 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-156b1727-6ab7-40ec-8b7d-e129abc5181c req-34c0b2e3-667c-42dd-b1a7-42324d526cd6 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (de66e016-eff5-4afa-baf3-28dc896016e9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:21.058829 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0b2e3-667c-42dd-b1a7-42324d526cd6 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Pushing event deleted for resources: {'Port': ['ID=de66e016-eff5-4afa-baf3-28dc896016e9,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:50:21.104525 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-156b1727-6ab7-40ec-8b7d-e129abc5181c req-34c0b2e3-667c-42dd-b1a7-42324d526cd6 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] No DVR routers for this DVR port de66e016-eff5-4afa-baf3-28dc896016e9 on host hv-cinder-83699 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:50:21.107256 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-156b1727-6ab7-40ec-8b7d-e129abc5181c req-34c0b2e3-667c-42dd-b1a7-42324d526cd6 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:21.110608 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [req-156b1727-6ab7-40ec-8b7d-e129abc5181c req-34c0b2e3-667c-42dd-b1a7-42324d526cd6 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.50 "DELETE /v2.0/ports/de66e016-eff5-4afa-baf3-28dc896016e9 HTTP/1.1" status: 204 len: 173 time: 0.4073095 May 10 05:50:21.111038 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb07f92-a1bc-485c-845f-12709f78f312', 'name': 'network-vif-deleted', 'tag': 'de66e016-eff5-4afa-baf3-28dc896016e9'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 05:50:21.113289 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b68f4394e51395f2449086ec8d009b33fd6ac0c4ea353c5bbbae8ef724e813a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc464c44-307e-4443-b519-a3339fc754bf" -d '{"events": [{"server_uuid": "7eb07f92-a1bc-485c-845f-12709f78f312", "name": "network-vif-deleted", "tag": "de66e016-eff5-4afa-baf3-28dc896016e9"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 05:50:21.147718 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 05:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779ad549-6965-4f3f-b867-2b4c83b9ba79 x-openstack-request-id: req-779ad549-6965-4f3f-b867-2b4c83b9ba79 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 05:50:21.148003 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb07f92-a1bc-485c-845f-12709f78f312", "name": "network-vif-deleted", "tag": "de66e016-eff5-4afa-baf3-28dc896016e9", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 05:50:21.148254 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-779ad549-6965-4f3f-b867-2b4c83b9ba79 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 05:50:21.148644 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-779ad549-6965-4f3f-b867-2b4c83b9ba79'] response: {'server_uuid': '7eb07f92-a1bc-485c-845f-12709f78f312', 'name': 'network-vif-deleted', 'tag': 'de66e016-eff5-4afa-baf3-28dc896016e9', 'status': 'completed', 'code': 200} May 10 05:50:21.385962 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [req-6f3a4d55-e4b5-4238-a9b3-96ed996a1783 req-d94d3314-ba7a-4c3f-b9ad-a27492abca3d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eb07f92-a1bc-485c-845f-12709f78f312 HTTP/1.1" status: 200 len: 210 time: 0.0295968 May 10 05:50:22.460507 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 57914) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:50:22.576805 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-53a40586-fe77-4d83-9c43-a63ba6b13f6d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Deleting port 005a94e4-9dcf-4eb9-b30d-2ff613983ca0 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:50:22.577147 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-53a40586-fe77-4d83-9c43-a63ba6b13f6d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (005a94e4-9dcf-4eb9-b30d-2ff613983ca0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:22.651257 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-53a40586-fe77-4d83-9c43-a63ba6b13f6d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (005a94e4-9dcf-4eb9-b30d-2ff613983ca0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:22.651609 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-53a40586-fe77-4d83-9c43-a63ba6b13f6d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for floatingip (005a94e4-9dcf-4eb9-b30d-2ff613983ca0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:22.664290 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-53a40586-fe77-4d83-9c43-a63ba6b13f6d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Calling delete_port for 005a94e4-9dcf-4eb9-b30d-2ff613983ca0 owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:50:22.819197 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-53a40586-fe77-4d83-9c43-a63ba6b13f6d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (005a94e4-9dcf-4eb9-b30d-2ff613983ca0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:22.849079 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a40586-fe77-4d83-9c43-a63ba6b13f6d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Pushing event deleted for resources: {'Port': ['ID=005a94e4-9dcf-4eb9-b30d-2ff613983ca0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:50:22.916536 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-53a40586-fe77-4d83-9c43-a63ba6b13f6d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for floatingip (3e3b4abe-b574-4b39-a3fc-8c2f8c12dc0e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:22.920228 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-53a40586-fe77-4d83-9c43-a63ba6b13f6d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4292'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:22.921827 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-53a40586-fe77-4d83-9c43-a63ba6b13f6d tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "DELETE /v2.0/floatingips/3e3b4abe-b574-4b39-a3fc-8c2f8c12dc0e HTTP/1.1" status: 204 len: 168 time: 0.4606636 May 10 05:50:23.972737 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device de66e016-eff5-4afa-baf3-28dc896016e9 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:50:23.995104 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] No Port match for: de66e016-eff5-4afa-baf3-28dc896016e9 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:50:23.995471 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Device de66e016-eff5-4afa-baf3-28dc896016e9 not bound to the agent host hv-cinder-83699 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:50:24.123479 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 57926) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:50:24.181458 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5ef9a000-517b-42cb-93d7-25ca744de1b4 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for security_group (950c4c53-f728-49fd-9865-55a4016ceadf), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:24.206572 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5ef9a000-517b-42cb-93d7-25ca744de1b4 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for security_group (950c4c53-f728-49fd-9865-55a4016ceadf), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:24.271645 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5ef9a000-517b-42cb-93d7-25ca744de1b4 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (950c4c53-f728-49fd-9865-55a4016ceadf), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:24.274078 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5ef9a000-517b-42cb-93d7-25ca744de1b4 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:24.275210 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-5ef9a000-517b-42cb-93d7-25ca744de1b4 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] 10.222.0.23 "DELETE /v2.0/security-groups/950c4c53-f728-49fd-9865-55a4016ceadf HTTP/1.1" status: 204 len: 168 time: 0.1503577 May 10 05:50:24.284603 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9a000-517b-42cb-93d7-25ca744de1b4 tempest-TestVolumeBootPattern-2030715629 tempest-TestVolumeBootPattern-2030715629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=950c4c53-f728-49fd-9865-55a4016ceadf,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:50:24.338426 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 57930) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:50:24.814303 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-666b6073-0ceb-42ba-bf20-2e96d9e063ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409912'] for router_interface (cd291a18-ccb4-4e4f-b64c-3a88d3e05bab), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:25.051377 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-666b6073-0ceb-42ba-bf20-2e96d9e063ac admin admin] Deleting port 2f2d1eea-4bc9-4e30-8993-f23896419fb0 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:50:25.051796 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-666b6073-0ceb-42ba-bf20-2e96d9e063ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (2f2d1eea-4bc9-4e30-8993-f23896419fb0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:25.142576 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-666b6073-0ceb-42ba-bf20-2e96d9e063ac admin admin] For port 2f2d1eea-4bc9-4e30-8993-f23896419fb0, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=2f2d1eea-4bc9-4e30-8993-f23896419fb0,segment=NetworkSegment(cfa5179d-65c4-4f42-bdd8-e47a401610aa),segment_id=cfa5179d-65c4-4f42-bdd8-e47a401610aa)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:50:25.143268 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-666b6073-0ceb-42ba-bf20-2e96d9e063ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (2f2d1eea-4bc9-4e30-8993-f23896419fb0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:25.157125 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-666b6073-0ceb-42ba-bf20-2e96d9e063ac admin admin] Calling delete_port for 2f2d1eea-4bc9-4e30-8993-f23896419fb0 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:50:25.349305 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-666b6073-0ceb-42ba-bf20-2e96d9e063ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (2f2d1eea-4bc9-4e30-8993-f23896419fb0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:25.379655 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b6073-0ceb-42ba-bf20-2e96d9e063ac admin admin] Pushing event deleted for resources: {'Port': ['ID=2f2d1eea-4bc9-4e30-8993-f23896419fb0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:50:25.556831 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-666b6073-0ceb-42ba-bf20-2e96d9e063ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-483906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415537'] for router_interface (cd291a18-ccb4-4e4f-b64c-3a88d3e05bab), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:25.778836 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666b6073-0ceb-42ba-bf20-2e96d9e063ac admin admin] Router cd291a18-ccb4-4e4f-b64c-3a88d3e05bab has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:50:25.892471 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666b6073-0ceb-42ba-bf20-2e96d9e063ac admin admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:50:25.898464 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-666b6073-0ceb-42ba-bf20-2e96d9e063ac admin admin] 10.222.0.23 "PUT /v2.0/routers/cd291a18-ccb4-4e4f-b64c-3a88d3e05bab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5589554 May 10 05:50:25.901252 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 57934) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:50:25.903948 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93ed264-76da-4745-84a3-7a6b6c5b52c1 None None] Sync routers for ids ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'] in dv-cinder-836996-16-iscsi {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:50:25.917922 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93ed264-76da-4745-84a3-7a6b6c5b52c1 None None] Routers {'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:50:25.918532 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d93ed264-76da-4745-84a3-7a6b6c5b52c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:50:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:50:26.009412 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7ab0f40c-c4a4-4ee3-ab03-e6f55bc83fb2 admin admin] Publish callbacks [] for router (cd291a18-ccb4-4e4f-b64c-3a88d3e05bab), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:26.025468 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-d93ed264-76da-4745-84a3-7a6b6c5b52c1 None None] Set router cd291a18-ccb4-4e4f-b64c-3a88d3e05bab gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:50:26.345460 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d93ed264-76da-4745-84a3-7a6b6c5b52c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'name': 'tempest-TestVolumeBootPattern-39762338-router', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:31Z', 'updated_at': '2022-05-10T05:50:25Z', 'revision_number': 5, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'gw_port': {'id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:32Z', 'updated_at': '2022-05-10T05:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:50:26.372746 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93ed264-76da-4745-84a3-7a6b6c5b52c1 None None] Checking router: cd291a18-ccb4-4e4f-b64c-3a88d3e05bab for host: dv-cinder-836996-16-iscsi {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:50:26.382004 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93ed264-76da-4745-84a3-7a6b6c5b52c1 None None] Routers {'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:50:26.382215 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d93ed264-76da-4745-84a3-7a6b6c5b52c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:50:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:50:26.397466 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7ab0f40c-c4a4-4ee3-ab03-e6f55bc83fb2 admin admin] Publish callbacks [] for router_gateway (cd291a18-ccb4-4e4f-b64c-3a88d3e05bab), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:26.444256 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-7ab0f40c-c4a4-4ee3-ab03-e6f55bc83fb2 admin admin] Deleting port b0ffff0d-6c08-4c55-8350-420ba8a9d13c {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:50:26.444543 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7ab0f40c-c4a4-4ee3-ab03-e6f55bc83fb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (b0ffff0d-6c08-4c55-8350-420ba8a9d13c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:26.491303 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-d93ed264-76da-4745-84a3-7a6b6c5b52c1 None None] Set router cd291a18-ccb4-4e4f-b64c-3a88d3e05bab gateway port host: dv-cinder-836996-16-iscsi {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:50:26.522195 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-7ab0f40c-c4a4-4ee3-ab03-e6f55bc83fb2 admin admin] For port b0ffff0d-6c08-4c55-8350-420ba8a9d13c, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=b0ffff0d-6c08-4c55-8350-420ba8a9d13c,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:50:26.522547 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7ab0f40c-c4a4-4ee3-ab03-e6f55bc83fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (b0ffff0d-6c08-4c55-8350-420ba8a9d13c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:26.535927 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-7ab0f40c-c4a4-4ee3-ab03-e6f55bc83fb2 admin admin] Calling delete_port for b0ffff0d-6c08-4c55-8350-420ba8a9d13c owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:50:26.665224 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d93ed264-76da-4745-84a3-7a6b6c5b52c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'name': 'tempest-TestVolumeBootPattern-39762338-router', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:31Z', 'updated_at': '2022-05-10T05:50:25Z', 'revision_number': 5, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'gw_port': {'id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:32Z', 'updated_at': '2022-05-10T05:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:50:26.691772 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93ed264-76da-4745-84a3-7a6b6c5b52c1 None None] The sync data for ids ['cd291a18-ccb4-4e4f-b64c-3a88d3e05bab'] in dv-cinder-836996-16-iscsi is: [{'id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'name': 'tempest-TestVolumeBootPattern-39762338-router', 'tenant_id': '73bfe2432e5a41d8b8611b54849c575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:31Z', 'updated_at': '2022-05-10T05:50:25Z', 'revision_number': 5, 'project_id': '73bfe2432e5a41d8b8611b54849c575f', 'gw_port': {'id': 'b0ffff0d-6c08-4c55-8350-420ba8a9d13c', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd291a18-ccb4-4e4f-b64c-3a88d3e05bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:32Z', 'updated_at': '2022-05-10T05:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:50:26.704476 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7ab0f40c-c4a4-4ee3-ab03-e6f55bc83fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156954'] for port (b0ffff0d-6c08-4c55-8350-420ba8a9d13c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:26.733773 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0f40c-c4a4-4ee3-ab03-e6f55bc83fb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0ffff0d-6c08-4c55-8350-420ba8a9d13c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:50:26.794604 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7ab0f40c-c4a4-4ee3-ab03-e6f55bc83fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423510'] for router_gateway (cd291a18-ccb4-4e4f-b64c-3a88d3e05bab), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:26.886212 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7ab0f40c-c4a4-4ee3-ab03-e6f55bc83fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1831'] for router (cd291a18-ccb4-4e4f-b64c-3a88d3e05bab), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:26.888541 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7ab0f40c-c4a4-4ee3-ab03-e6f55bc83fb2 admin admin] Publish callbacks [] for router_controller (cd291a18-ccb4-4e4f-b64c-3a88d3e05bab), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:26.937055 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7ab0f40c-c4a4-4ee3-ab03-e6f55bc83fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425601'] for router (cd291a18-ccb4-4e4f-b64c-3a88d3e05bab), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:26.937815 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab0f40c-c4a4-4ee3-ab03-e6f55bc83fb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd291a18-ccb4-4e4f-b64c-3a88d3e05bab {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 05:50:26.942341 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7ab0f40c-c4a4-4ee3-ab03-e6f55bc83fb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:26.943513 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-7ab0f40c-c4a4-4ee3-ab03-e6f55bc83fb2 admin admin] 10.222.0.23 "DELETE /v2.0/routers/cd291a18-ccb4-4e4f-b64c-3a88d3e05bab HTTP/1.1" status: 204 len: 168 time: 1.0413110 May 10 05:50:26.946123 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 57936) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:50:26.994672 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab805d11-ebe1-41d3-97bb-a9b01b698deb admin admin] Deleting subnet 25f5936d-fb1d-4a12-acf7-156c561fdc0b {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 05:50:26.997794 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ab805d11-ebe1-41d3-97bb-a9b01b698deb admin admin] Publish callbacks [] for subnet (25f5936d-fb1d-4a12-acf7-156c561fdc0b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:27.036177 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ab805d11-ebe1-41d3-97bb-a9b01b698deb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26153271'] for subnet (25f5936d-fb1d-4a12-acf7-156c561fdc0b), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:27.117909 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ab805d11-ebe1-41d3-97bb-a9b01b698deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560747'] for subnet (25f5936d-fb1d-4a12-acf7-156c561fdc0b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:27.172963 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ab805d11-ebe1-41d3-97bb-a9b01b698deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26156973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25853313'] for subnet (25f5936d-fb1d-4a12-acf7-156c561fdc0b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:27.197659 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab805d11-ebe1-41d3-97bb-a9b01b698deb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25f5936d-fb1d-4a12-acf7-156c561fdc0b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:50:27.201190 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ab805d11-ebe1-41d3-97bb-a9b01b698deb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:27.207119 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-ab805d11-ebe1-41d3-97bb-a9b01b698deb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/25f5936d-fb1d-4a12-acf7-156c561fdc0b HTTP/1.1" status: 204 len: 168 time: 0.2575600 May 10 05:50:27.208215 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.23', 57938) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:50:27.208727 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a45b59-0bbc-4fae-a269-2542f966ba77 None None] Network 73f8ea49-61d7-4c5a-978c-c205c837fcbf requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:50:27.289335 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a7878ad-a097-47e6-bd86-fa346c3c5602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505022'] for network (73f8ea49-61d7-4c5a-978c-c205c837fcbf), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:27.340948 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2a7878ad-a097-47e6-bd86-fa346c3c5602 admin admin] Deleting port fed04f56-bdbc-46a4-be0e-58c8b28e3734 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:50:27.340948 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a7878ad-a097-47e6-bd86-fa346c3c5602 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (fed04f56-bdbc-46a4-be0e-58c8b28e3734), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:27.371744 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a5d38f-81bd-4fba-b5b8-3c04c024a457 None None] DHCP port deletion for 73f8ea49-61d7-4c5a-978c-c205c837fcbf request from dv-cinder-836996-16-iscsi {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 05:50:27.407062 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-2a7878ad-a097-47e6-bd86-fa346c3c5602 admin admin] For port fed04f56-bdbc-46a4-be0e-58c8b28e3734, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=fed04f56-bdbc-46a4-be0e-58c8b28e3734,segment=NetworkSegment(cfa5179d-65c4-4f42-bdd8-e47a401610aa),segment_id=cfa5179d-65c4-4f42-bdd8-e47a401610aa)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:50:27.407428 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a7878ad-a097-47e6-bd86-fa346c3c5602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (fed04f56-bdbc-46a4-be0e-58c8b28e3734), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:27.410459 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e5a5d38f-81bd-4fba-b5b8-3c04c024a457 None None] Deleting port fed04f56-bdbc-46a4-be0e-58c8b28e3734 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:50:27.410821 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e5a5d38f-81bd-4fba-b5b8-3c04c024a457 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (fed04f56-bdbc-46a4-be0e-58c8b28e3734), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:27.421284 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2a7878ad-a097-47e6-bd86-fa346c3c5602 admin admin] Calling delete_port for fed04f56-bdbc-46a4-be0e-58c8b28e3734 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:50:27.480413 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e5a5d38f-81bd-4fba-b5b8-3c04c024a457 None None] For port fed04f56-bdbc-46a4-be0e-58c8b28e3734, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=fed04f56-bdbc-46a4-be0e-58c8b28e3734,segment=NetworkSegment(cfa5179d-65c4-4f42-bdd8-e47a401610aa),segment_id=cfa5179d-65c4-4f42-bdd8-e47a401610aa)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:50:27.480815 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e5a5d38f-81bd-4fba-b5b8-3c04c024a457 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (fed04f56-bdbc-46a4-be0e-58c8b28e3734), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:27.493624 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e5a5d38f-81bd-4fba-b5b8-3c04c024a457 None None] Calling delete_port for fed04f56-bdbc-46a4-be0e-58c8b28e3734 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:50:27.503735 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a7878ad-a097-47e6-bd86-fa346c3c5602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2851428'] for port (fed04f56-bdbc-46a4-be0e-58c8b28e3734), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:27.530349 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7878ad-a097-47e6-bd86-fa346c3c5602 admin admin] Pushing event deleted for resources: {'Port': ['ID=fed04f56-bdbc-46a4-be0e-58c8b28e3734,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:50:27.535938 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7878ad-a097-47e6-bd86-fa346c3c5602 admin admin] No DVR routers for this DVR port fed04f56-bdbc-46a4-be0e-58c8b28e3734 on host dv-cinder-836996-16-iscsi {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:50:27.572335 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e5a5d38f-81bd-4fba-b5b8-3c04c024a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713'] for port (fed04f56-bdbc-46a4-be0e-58c8b28e3734), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:27.596942 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5d38f-81bd-4fba-b5b8-3c04c024a457 None None] Pushing event deleted for resources: {'Port': ['ID=fed04f56-bdbc-46a4-be0e-58c8b28e3734,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:50:27.601175 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a5d38f-81bd-4fba-b5b8-3c04c024a457 None None] No DVR routers for this DVR port fed04f56-bdbc-46a4-be0e-58c8b28e3734 on host dv-cinder-836996-16-iscsi {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:50:27.605624 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a7878ad-a097-47e6-bd86-fa346c3c5602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562704', 'neutron.services.segments.db._delete_segments_for_network-8771215551281'] for network (73f8ea49-61d7-4c5a-978c-c205c837fcbf), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:27.607808 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a5d38f-81bd-4fba-b5b8-3c04c024a457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:27.610379 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a5d38f-81bd-4fba-b5b8-3c04c024a457 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:27.610379 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a5d38f-81bd-4fba-b5b8-3c04c024a457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:27.610379 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a5d38f-81bd-4fba-b5b8-3c04c024a457 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:27.610379 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a5d38f-81bd-4fba-b5b8-3c04c024a457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:27.610379 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a5d38f-81bd-4fba-b5b8-3c04c024a457 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:27.610379 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a5d38f-81bd-4fba-b5b8-3c04c024a457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:27.610379 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a5d38f-81bd-4fba-b5b8-3c04c024a457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:27.610379 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a5d38f-81bd-4fba-b5b8-3c04c024a457 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:27.611621 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a5d38f-81bd-4fba-b5b8-3c04c024a457 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:27.611621 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a5d38f-81bd-4fba-b5b8-3c04c024a457 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:27.611621 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a5d38f-81bd-4fba-b5b8-3c04c024a457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:27.611621 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a5d38f-81bd-4fba-b5b8-3c04c024a457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:27.612387 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a5d38f-81bd-4fba-b5b8-3c04c024a457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:27.612387 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a5d38f-81bd-4fba-b5b8-3c04c024a457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-16-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 05:50:27.632601 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-2a7878ad-a097-47e6-bd86-fa346c3c5602 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f8ea49-61d7-4c5a-978c-c205c837fcbf']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:50:27.641640 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-2a7878ad-a097-47e6-bd86-fa346c3c5602 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa5179d-65c4-4f42-bdd8-e47a401610aa') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:50:27.641932 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.services.segments.db [None req-2a7878ad-a097-47e6-bd86-fa346c3c5602 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa5179d-65c4-4f42-bdd8-e47a401610aa') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:50:27.651014 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a7878ad-a097-47e6-bd86-fa346c3c5602 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771215552058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26910846'] for segment (cfa5179d-65c4-4f42-bdd8-e47a401610aa), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:27.664083 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a7878ad-a097-47e6-bd86-fa346c3c5602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (cfa5179d-65c4-4f42-bdd8-e47a401610aa), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:27.670082 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7878ad-a097-47e6-bd86-fa346c3c5602 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 05:50:27.670449 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a7878ad-a097-47e6-bd86-fa346c3c5602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2851385'] for segment (cfa5179d-65c4-4f42-bdd8-e47a401610aa), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: Traceback (most recent call last): May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: timer() May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: cb(*args, **kw) May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: return func(*args, **kwargs) May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: self._notify() May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: self.callback(batched_events) May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: event.method(event) May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: return f(self, *a, **k) May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: return self._get(url).json() May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: return self.request(url, 'GET', **kwargs) May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 05:50:27.672299 dv-cinder-836996-16-iscsi neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 05:50:27.732267 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a7878ad-a097-47e6-bd86-fa346c3c5602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412472'] for network (73f8ea49-61d7-4c5a-978c-c205c837fcbf), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:27.742472 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a7878ad-a097-47e6-bd86-fa346c3c5602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:27.748284 dv-cinder-836996-16-iscsi neutron-server[103528]: INFO neutron.wsgi [None req-2a7878ad-a097-47e6-bd86-fa346c3c5602 admin admin] 10.222.0.23 "DELETE /v2.0/networks/73f8ea49-61d7-4c5a-978c-c205c837fcbf HTTP/1.1" status: 204 len: 168 time: 0.5389218 May 10 05:50:27.752098 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 57940) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:50:27.757291 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device b0ffff0d-6c08-4c55-8350-420ba8a9d13c no longer exists at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:50:27.761571 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7878ad-a097-47e6-bd86-fa346c3c5602 admin admin] Pushing event deleted for resources: {'Network': ['ID=73f8ea49-61d7-4c5a-978c-c205c837fcbf,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:50:27.783797 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] No Port match for: b0ffff0d-6c08-4c55-8350-420ba8a9d13c {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:50:27.784263 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device b0ffff0d-6c08-4c55-8350-420ba8a9d13c not bound to the agent host dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:50:27.784776 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 2f2d1eea-4bc9-4e30-8993-f23896419fb0 no longer exists at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:50:27.804108 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] No Port match for: 2f2d1eea-4bc9-4e30-8993-f23896419fb0 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:50:27.804447 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 2f2d1eea-4bc9-4e30-8993-f23896419fb0 not bound to the agent host dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:50:27.804848 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device fed04f56-bdbc-46a4-be0e-58c8b28e3734 no longer exists at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:50:27.823847 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] No Port match for: fed04f56-bdbc-46a4-be0e-58c8b28e3734 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:50:27.824153 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device fed04f56-bdbc-46a4-be0e-58c8b28e3734 not bound to the agent host dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:50:28.004283 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:28.096420 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1cca129f-ad91-44f7-9490-eb68d92bf4aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409912'] for router_interface (08da7915-50a3-4a36-90ad-9cc9335e6513), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:28.337648 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-1cca129f-ad91-44f7-9490-eb68d92bf4aa admin admin] Deleting port a8062a88-be5c-4a7e-bff5-e19b0f8a55a8 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:50:28.337976 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1cca129f-ad91-44f7-9490-eb68d92bf4aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (a8062a88-be5c-4a7e-bff5-e19b0f8a55a8), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:28.420334 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-1cca129f-ad91-44f7-9490-eb68d92bf4aa admin admin] For port a8062a88-be5c-4a7e-bff5-e19b0f8a55a8, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=a8062a88-be5c-4a7e-bff5-e19b0f8a55a8,segment=NetworkSegment(fddd518e-b530-48bd-96f4-98ff7d87582b),segment_id=fddd518e-b530-48bd-96f4-98ff7d87582b)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:50:28.420659 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1cca129f-ad91-44f7-9490-eb68d92bf4aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (a8062a88-be5c-4a7e-bff5-e19b0f8a55a8), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:28.433792 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-1cca129f-ad91-44f7-9490-eb68d92bf4aa admin admin] Calling delete_port for a8062a88-be5c-4a7e-bff5-e19b0f8a55a8 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:50:28.614603 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1cca129f-ad91-44f7-9490-eb68d92bf4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156954'] for port (a8062a88-be5c-4a7e-bff5-e19b0f8a55a8), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:28.641663 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca129f-ad91-44f7-9490-eb68d92bf4aa admin admin] Pushing event deleted for resources: {'Port': ['ID=a8062a88-be5c-4a7e-bff5-e19b0f8a55a8,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:50:28.811512 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1cca129f-ad91-44f7-9490-eb68d92bf4aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-483906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415537'] for router_interface (08da7915-50a3-4a36-90ad-9cc9335e6513), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:29.053826 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cca129f-ad91-44f7-9490-eb68d92bf4aa admin admin] Router 08da7915-50a3-4a36-90ad-9cc9335e6513 has already been hosted by L3 agent fd61ac1a-e202-4f71-abcc-712a5577789a {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 05:50:29.172748 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cca129f-ad91-44f7-9490-eb68d92bf4aa admin admin] Notify agent at l3_agent.dv-cinder-836996-16-iscsi the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 05:50:29.178387 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-1cca129f-ad91-44f7-9490-eb68d92bf4aa admin admin] 10.222.0.23 "PUT /v2.0/routers/08da7915-50a3-4a36-90ad-9cc9335e6513/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4245601 May 10 05:50:29.181953 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 57944) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:50:29.182358 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9755d928-7cab-4b50-a7a5-a3c5991630a8 None None] Sync routers for ids ['08da7915-50a3-4a36-90ad-9cc9335e6513'] in dv-cinder-836996-16-iscsi {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 05:50:29.194199 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9755d928-7cab-4b50-a7a5-a3c5991630a8 None None] Routers {'08da7915-50a3-4a36-90ad-9cc9335e6513'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:50:29.194925 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-9755d928-7cab-4b50-a7a5-a3c5991630a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:50:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['08da7915-50a3-4a36-90ad-9cc9335e6513'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:50:29.294371 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ff73-4513-4f5a-9d76-1e329dd8618d admin admin] Publish callbacks [] for router (08da7915-50a3-4a36-90ad-9cc9335e6513), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:29.306596 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-9755d928-7cab-4b50-a7a5-a3c5991630a8 None None] Set router 08da7915-50a3-4a36-90ad-9cc9335e6513 gateway port host: dv-cinder-836996-16-iscsi {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:50:29.400817 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ff73-4513-4f5a-9d76-1e329dd8618d admin admin] Publish callbacks [] for router_gateway (08da7915-50a3-4a36-90ad-9cc9335e6513), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:29.447805 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-9ab1ff73-4513-4f5a-9d76-1e329dd8618d admin admin] Deleting port 807fc4ce-7a94-41d5-8f71-d225f9a35db7 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:50:29.448133 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ff73-4513-4f5a-9d76-1e329dd8618d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (807fc4ce-7a94-41d5-8f71-d225f9a35db7), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:29.476313 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-9755d928-7cab-4b50-a7a5-a3c5991630a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08da7915-50a3-4a36-90ad-9cc9335e6513', 'name': 'tempest-TestVolumeBootPattern-1957179968-router', 'tenant_id': '2bde4e3eceeb417ba375708268136c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'external_fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '807fc4ce-7a94-41d5-8f71-d225f9a35db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:37Z', 'updated_at': '2022-05-10T05:50:28Z', 'revision_number': 5, 'project_id': '2bde4e3eceeb417ba375708268136c7e', 'gw_port': {'id': '807fc4ce-7a94-41d5-8f71-d225f9a35db7', 'name': '', 'network_id': '87bc626b-a764-429e-8d11-cdbbe513fac5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08da7915-50a3-4a36-90ad-9cc9335e6513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T05:42:38Z', 'updated_at': '2022-05-10T05:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76823629-1df9-4cfd-a8c3-1d6cce6b2ea9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-16-iscsi'}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:50:29.507036 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9755d928-7cab-4b50-a7a5-a3c5991630a8 None None] Checking router: 08da7915-50a3-4a36-90ad-9cc9335e6513 for host: dv-cinder-836996-16-iscsi {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 05:50:29.515216 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9755d928-7cab-4b50-a7a5-a3c5991630a8 None None] Routers {'08da7915-50a3-4a36-90ad-9cc9335e6513'} bound to L3 agent in host dv-cinder-836996-16-iscsi {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 05:50:29.515849 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-9755d928-7cab-4b50-a7a5-a3c5991630a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T05:27:05Z,description=,heartbeat_timestamp=2022-05-10T05:50:05Z,host='dv-cinder-836996-16-iscsi',id=fd61ac1a-e202-4f71-abcc-712a5577789a,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T05:27:05Z,topic='l3_agent')) {'router_ids': ['08da7915-50a3-4a36-90ad-9cc9335e6513'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:50:29.529681 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-9ab1ff73-4513-4f5a-9d76-1e329dd8618d admin admin] For port 807fc4ce-7a94-41d5-8f71-d225f9a35db7, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=807fc4ce-7a94-41d5-8f71-d225f9a35db7,segment=NetworkSegment(26427317-6bb1-4024-9179-e7d274932330),segment_id=26427317-6bb1-4024-9179-e7d274932330)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:50:29.530083 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ff73-4513-4f5a-9d76-1e329dd8618d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (807fc4ce-7a94-41d5-8f71-d225f9a35db7), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:29.543880 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-9ab1ff73-4513-4f5a-9d76-1e329dd8618d admin admin] Calling delete_port for 807fc4ce-7a94-41d5-8f71-d225f9a35db7 owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:50:29.601990 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-9755d928-7cab-4b50-a7a5-a3c5991630a8 None None] Set router 08da7915-50a3-4a36-90ad-9cc9335e6513 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 05:50:29.653186 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-9755d928-7cab-4b50-a7a5-a3c5991630a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08da7915-50a3-4a36-90ad-9cc9335e6513', 'name': 'tempest-TestVolumeBootPattern-1957179968-router', 'tenant_id': '2bde4e3eceeb417ba375708268136c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:37Z', 'updated_at': '2022-05-10T05:50:29Z', 'revision_number': 6, 'project_id': '2bde4e3eceeb417ba375708268136c7e', 'gw_port_host': None}], 'dv-cinder-836996-16-iscsi', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:50:29.682973 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9755d928-7cab-4b50-a7a5-a3c5991630a8 None None] The sync data for ids ['08da7915-50a3-4a36-90ad-9cc9335e6513'] in dv-cinder-836996-16-iscsi is: [{'id': '08da7915-50a3-4a36-90ad-9cc9335e6513', 'name': 'tempest-TestVolumeBootPattern-1957179968-router', 'tenant_id': '2bde4e3eceeb417ba375708268136c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T05:42:37Z', 'updated_at': '2022-05-10T05:50:29Z', 'revision_number': 6, 'project_id': '2bde4e3eceeb417ba375708268136c7e', 'gw_port_host': None}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 05:50:29.714956 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ff73-4513-4f5a-9d76-1e329dd8618d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156954'] for port (807fc4ce-7a94-41d5-8f71-d225f9a35db7), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:29.738909 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1ff73-4513-4f5a-9d76-1e329dd8618d admin admin] Pushing event deleted for resources: {'Port': ['ID=807fc4ce-7a94-41d5-8f71-d225f9a35db7,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:50:29.802285 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ff73-4513-4f5a-9d76-1e329dd8618d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-423510'] for router_gateway (08da7915-50a3-4a36-90ad-9cc9335e6513), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:29.897320 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ff73-4513-4f5a-9d76-1e329dd8618d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-425626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1831'] for router (08da7915-50a3-4a36-90ad-9cc9335e6513), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:29.899524 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ff73-4513-4f5a-9d76-1e329dd8618d admin admin] Publish callbacks [] for router_controller (08da7915-50a3-4a36-90ad-9cc9335e6513), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:29.942183 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ff73-4513-4f5a-9d76-1e329dd8618d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-425601'] for router (08da7915-50a3-4a36-90ad-9cc9335e6513), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:29.942731 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab1ff73-4513-4f5a-9d76-1e329dd8618d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08da7915-50a3-4a36-90ad-9cc9335e6513 {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 05:50:29.946856 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ff73-4513-4f5a-9d76-1e329dd8618d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:29.948046 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-9ab1ff73-4513-4f5a-9d76-1e329dd8618d admin admin] 10.222.0.23 "DELETE /v2.0/routers/08da7915-50a3-4a36-90ad-9cc9335e6513 HTTP/1.1" status: 204 len: 168 time: 0.7651987 May 10 05:50:29.950969 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 57946) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:50:29.994324 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-11570801-e5c7-44a1-950d-446f360d86ba admin admin] Deleting subnet 5da100ce-0b90-4ee7-98b3-e7f357d1a13d {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 05:50:29.997355 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-11570801-e5c7-44a1-950d-446f360d86ba admin admin] Publish callbacks [] for subnet (5da100ce-0b90-4ee7-98b3-e7f357d1a13d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:30.032203 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-11570801-e5c7-44a1-950d-446f360d86ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26153271'] for subnet (5da100ce-0b90-4ee7-98b3-e7f357d1a13d), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:30.114697 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-11570801-e5c7-44a1-950d-446f360d86ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1560747'] for subnet (5da100ce-0b90-4ee7-98b3-e7f357d1a13d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:30.168971 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-11570801-e5c7-44a1-950d-446f360d86ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1560740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26156973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25853313'] for subnet (5da100ce-0b90-4ee7-98b3-e7f357d1a13d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:30.193472 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11570801-e5c7-44a1-950d-446f360d86ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5da100ce-0b90-4ee7-98b3-e7f357d1a13d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:50:30.198626 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-11570801-e5c7-44a1-950d-446f360d86ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:30.202577 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-11570801-e5c7-44a1-950d-446f360d86ba admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5da100ce-0b90-4ee7-98b3-e7f357d1a13d HTTP/1.1" status: 204 len: 168 time: 0.2506304 May 10 05:50:30.205284 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 57948) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:50:30.209857 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01692da-cc27-43e2-b389-034da4e44797 None None] Network 0b03889c-8e01-436b-9989-3c2269a8e3bf requested from dv-cinder-836996-16-iscsi {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 05:50:30.276696 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70e8d5cd-db77-4c06-a2de-14a28ee7b458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505022'] for network (0b03889c-8e01-436b-9989-3c2269a8e3bf), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:30.321383 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-70e8d5cd-db77-4c06-a2de-14a28ee7b458 admin admin] Deleting port 53eeb382-b29c-4215-bb18-1c1d4d929189 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:50:30.321824 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70e8d5cd-db77-4c06-a2de-14a28ee7b458 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (53eeb382-b29c-4215-bb18-1c1d4d929189), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:30.383871 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-70e8d5cd-db77-4c06-a2de-14a28ee7b458 admin admin] For port 53eeb382-b29c-4215-bb18-1c1d4d929189, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=53eeb382-b29c-4215-bb18-1c1d4d929189,segment=NetworkSegment(fddd518e-b530-48bd-96f4-98ff7d87582b),segment_id=fddd518e-b530-48bd-96f4-98ff7d87582b)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:50:30.384143 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70e8d5cd-db77-4c06-a2de-14a28ee7b458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (53eeb382-b29c-4215-bb18-1c1d4d929189), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:30.397935 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-70e8d5cd-db77-4c06-a2de-14a28ee7b458 admin admin] Calling delete_port for 53eeb382-b29c-4215-bb18-1c1d4d929189 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:50:30.433646 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dcae26-08e7-42b6-b329-b46d997d9fc2 None None] DHCP port deletion for 0b03889c-8e01-436b-9989-3c2269a8e3bf request from dv-cinder-836996-16-iscsi {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 05:50:30.475389 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-73dcae26-08e7-42b6-b329-b46d997d9fc2 None None] Deleting port 53eeb382-b29c-4215-bb18-1c1d4d929189 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 05:50:30.475789 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-73dcae26-08e7-42b6-b329-b46d997d9fc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771215475716'] for port (53eeb382-b29c-4215-bb18-1c1d4d929189), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:30.489083 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70e8d5cd-db77-4c06-a2de-14a28ee7b458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156954'] for port (53eeb382-b29c-4215-bb18-1c1d4d929189), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:30.518311 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8d5cd-db77-4c06-a2de-14a28ee7b458 admin admin] Pushing event deleted for resources: {'Port': ['ID=53eeb382-b29c-4215-bb18-1c1d4d929189,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:50:30.520545 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e8d5cd-db77-4c06-a2de-14a28ee7b458 admin admin] No DVR routers for this DVR port 53eeb382-b29c-4215-bb18-1c1d4d929189 on host dv-cinder-836996-16-iscsi {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:50:30.546510 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-73dcae26-08e7-42b6-b329-b46d997d9fc2 None None] For port 53eeb382-b29c-4215-bb18-1c1d4d929189, host dv-cinder-836996-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-16-iscsi',level=0,port_id=53eeb382-b29c-4215-bb18-1c1d4d929189,segment=NetworkSegment(fddd518e-b530-48bd-96f4-98ff7d87582b),segment_id=fddd518e-b530-48bd-96f4-98ff7d87582b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 05:50:30.546892 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-73dcae26-08e7-42b6-b329-b46d997d9fc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410094'] for port (53eeb382-b29c-4215-bb18-1c1d4d929189), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:30.560714 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-73dcae26-08e7-42b6-b329-b46d997d9fc2 None None] Calling delete_port for 53eeb382-b29c-4215-bb18-1c1d4d929189 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 05:50:30.592817 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70e8d5cd-db77-4c06-a2de-14a28ee7b458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562704', 'neutron.services.segments.db._delete_segments_for_network-8771215551281'] for network (0b03889c-8e01-436b-9989-3c2269a8e3bf), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:30.616811 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.services.segments.db [None req-70e8d5cd-db77-4c06-a2de-14a28ee7b458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b03889c-8e01-436b-9989-3c2269a8e3bf']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:50:30.627403 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.services.segments.db [None req-70e8d5cd-db77-4c06-a2de-14a28ee7b458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fddd518e-b530-48bd-96f4-98ff7d87582b') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:50:30.627895 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.services.segments.db [None req-70e8d5cd-db77-4c06-a2de-14a28ee7b458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fddd518e-b530-48bd-96f4-98ff7d87582b') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 05:50:30.638142 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70e8d5cd-db77-4c06-a2de-14a28ee7b458 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771215552058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26153420'] for segment (fddd518e-b530-48bd-96f4-98ff7d87582b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:30.640953 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-73dcae26-08e7-42b6-b329-b46d997d9fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1535384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771215482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771215054713'] for port (53eeb382-b29c-4215-bb18-1c1d4d929189), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:30.653850 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70e8d5cd-db77-4c06-a2de-14a28ee7b458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574'] for segment (fddd518e-b530-48bd-96f4-98ff7d87582b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:30.660987 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e8d5cd-db77-4c06-a2de-14a28ee7b458 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 05:50:30.661541 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70e8d5cd-db77-4c06-a2de-14a28ee7b458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1453574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26156999'] for segment (fddd518e-b530-48bd-96f4-98ff7d87582b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: Traceback (most recent call last): May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: timer() May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: cb(*args, **kw) May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: return func(*args, **kwargs) May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: self._notify() May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: self.callback(batched_events) May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: event.method(event) May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: return f(self, *a, **k) May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: return self._get(url).json() May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: return self.request(url, 'GET', **kwargs) May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 05:50:30.663481 dv-cinder-836996-16-iscsi neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 05:50:30.673129 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dcae26-08e7-42b6-b329-b46d997d9fc2 None None] Pushing event deleted for resources: {'Port': ['ID=53eeb382-b29c-4215-bb18-1c1d4d929189,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:50:30.674988 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dcae26-08e7-42b6-b329-b46d997d9fc2 None None] No DVR routers for this DVR port 53eeb382-b29c-4215-bb18-1c1d4d929189 on host dv-cinder-836996-16-iscsi {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 05:50:30.722504 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70e8d5cd-db77-4c06-a2de-14a28ee7b458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-483913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412472'] for network (0b03889c-8e01-436b-9989-3c2269a8e3bf), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:30.728596 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70e8d5cd-db77-4c06-a2de-14a28ee7b458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-483903'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:30.732718 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-70e8d5cd-db77-4c06-a2de-14a28ee7b458 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0b03889c-8e01-436b-9989-3c2269a8e3bf HTTP/1.1" status: 204 len: 168 time: 0.5261271 May 10 05:50:30.746194 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8d5cd-db77-4c06-a2de-14a28ee7b458 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b03889c-8e01-436b-9989-3c2269a8e3bf,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:50:30.853530 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 57952) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:50:30.898463 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-7152cbbd-b63f-430e-bf93-8162160799b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=73bfe2432e5a41d8b8611b54849c575f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437059 May 10 05:50:30.901104 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 57954) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:50:30.951963 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-96eb3917-28c4-4819-83eb-8298d44f9dac admin admin] Publish callbacks [] for security_group (4391bfcd-e0b0-4b02-b383-c8dce4590d0b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:30.978060 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-96eb3917-28c4-4819-83eb-8298d44f9dac admin admin] Publish callbacks [] for security_group (4391bfcd-e0b0-4b02-b383-c8dce4590d0b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:31.025152 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-96eb3917-28c4-4819-83eb-8298d44f9dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (4391bfcd-e0b0-4b02-b383-c8dce4590d0b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:31.027917 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-96eb3917-28c4-4819-83eb-8298d44f9dac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:31.029063 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-96eb3917-28c4-4819-83eb-8298d44f9dac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4391bfcd-e0b0-4b02-b383-c8dce4590d0b HTTP/1.1" status: 204 len: 168 time: 0.1270740 May 10 05:50:31.037012 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb3917-28c4-4819-83eb-8298d44f9dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4391bfcd-e0b0-4b02-b383-c8dce4590d0b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:50:31.352807 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 57960) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:50:31.392054 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-11c58445-ecd3-4bf9-a15a-04ca32aa6492 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2bde4e3eceeb417ba375708268136c7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380502 May 10 05:50:31.394383 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.23', 57962) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 05:50:31.449264 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f50ebb4c-5eb5-452c-b9a0-1d835143071f admin admin] Publish callbacks [] for security_group (e8a13183-fa9a-4a75-a9bd-6204732742f3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:31.471427 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f50ebb4c-5eb5-452c-b9a0-1d835143071f admin admin] Publish callbacks [] for security_group (e8a13183-fa9a-4a75-a9bd-6204732742f3), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:31.521037 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f50ebb4c-5eb5-452c-b9a0-1d835143071f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460092'] for security_group (e8a13183-fa9a-4a75-a9bd-6204732742f3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:31.523671 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f50ebb4c-5eb5-452c-b9a0-1d835143071f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:31.524836 dv-cinder-836996-16-iscsi neutron-server[103529]: INFO neutron.wsgi [None req-f50ebb4c-5eb5-452c-b9a0-1d835143071f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e8a13183-fa9a-4a75-a9bd-6204732742f3 HTTP/1.1" status: 204 len: 168 time: 0.1296329 May 10 05:50:31.534108 dv-cinder-836996-16-iscsi neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ebb4c-5eb5-452c-b9a0-1d835143071f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a13183-fa9a-4a75-a9bd-6204732742f3,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 05:50:31.680096 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device a8062a88-be5c-4a7e-bff5-e19b0f8a55a8 no longer exists at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:50:31.701252 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] No Port match for: a8062a88-be5c-4a7e-bff5-e19b0f8a55a8 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:50:31.701576 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device a8062a88-be5c-4a7e-bff5-e19b0f8a55a8 not bound to the agent host dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:50:31.702005 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 53eeb382-b29c-4215-bb18-1c1d4d929189 no longer exists at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:50:31.723142 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] No Port match for: 53eeb382-b29c-4215-bb18-1c1d4d929189 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:50:31.723373 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 53eeb382-b29c-4215-bb18-1c1d4d929189 not bound to the agent host dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:50:31.723677 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 807fc4ce-7a94-41d5-8f71-d225f9a35db7 no longer exists at agent ovs-agent-dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 05:50:31.744533 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] No Port match for: 807fc4ce-7a94-41d5-8f71-d225f9a35db7 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 05:50:31.744865 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Device 807fc4ce-7a94-41d5-8f71-d225f9a35db7 not bound to the agent host dv-cinder-836996-16-iscsi {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 05:50:32.951231 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-46afc181-ede1-49d8-9faf-89c087e9156f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:35.362735 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-766a497d-c8d7-45f4-b621-3be7ace8056f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:36.666210 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:37.665960 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:39.399940 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:50:48.879197 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:50:58.006301 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:51:02.966246 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-01dabc17-d1b1-496b-aca5-5755b5e49d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:51:05.375401 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6485734a-cb88-480b-be75-5e8da5854862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:51:06.667323 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:51:07.670378 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:51:09.404368 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:51:25.879307 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:51:28.018494 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:51:32.970672 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1071b8ea-5071-4bf6-af33-cff80606a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:51:35.376096 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0bd52dae-8c79-43ae-afb4-e397e367b0a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:51:36.663845 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:51:37.678570 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:51:39.405235 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:51:58.015684 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:52:02.884629 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:52:02.971598 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c207de82-4d60-48fb-93f1-7ed07a600d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:52:05.373058 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-187474ab-3096-422c-8f24-d0a0a375813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:52:06.673465 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:52:07.684621 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:52:09.408483 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:52:28.041444 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:52:32.974150 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d2b53d70-ce9d-493c-a959-fb8129d9469e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:52:35.371843 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-72131abf-7fa9-4fad-b91b-dde85b27bfb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:52:36.672797 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:52:37.684894 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:52:39.409004 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:52:39.889080 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:52:58.043684 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:53:02.977727 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-06b7b825-b48d-418b-873b-aee3128e9a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:53:05.373013 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9fe9b97c-fff9-4647-84fa-96a8337cfa8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:53:06.687971 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:53:07.689868 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:53:09.415301 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:53:16.896015 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:53:28.044501 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:53:32.975750 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8ba28670-17d7-466c-b619-259a7a644d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:53:35.373932 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f75fd8dc-027c-44be-8e8b-4bf6de71c834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:53:36.690681 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:53:37.692496 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:53:39.418776 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:53:53.887137 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:53:58.053275 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:54:02.972294 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-38432fe2-fa2a-413f-8a04-459f381970a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:54:05.374083 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b9ac5de0-1f69-4593-8c88-207a99d855c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:54:06.694526 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:54:07.696571 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:54:09.420952 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:54:28.054400 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:54:30.891399 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:54:32.195416 dv-cinder-836996-16-iscsi neutron-server[103528]: DEBUG neutron.wsgi [req-3aa5df19-5704-4884-bb03-7f8843857bbf req-1a6a9675-1a7a-4405-a1b1-84eb7f3c21a8 service neutron] (103528) timed out ('10.222.0.50', 61194) {{(pid=103528) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 05:54:32.974025 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-37041d71-6006-4b0e-962a-fd3fa70b78b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:54:35.373274 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6804fc00-db01-4b32-b6c8-3ed0f53b37fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:54:36.691547 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:54:37.708479 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:54:39.415951 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:54:58.062776 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:55:02.977418 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-64af20fa-96e7-4672-a25d-67c75659db2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:55:05.380086 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-99094fc6-7400-4bf9-b7f6-e620e32d9c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:55:06.695328 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:55:07.707271 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:55:07.895882 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 05:55:09.417565 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:55:28.066204 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e461c732-6e9e-441c-bd5c-86a29141607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (0722f08e-2e90-4d2d-9212-b191bf1b5213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:55:32.981929 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9d21937a-8f67-4658-b9f7-6dbb918d0024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (80185445-a40d-4750-a48c-216d3708fc1f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:55:35.376012 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b8976bad-4a6c-4915-8900-9cbb453cc4ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (fd61ac1a-e202-4f71-abcc-712a5577789a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:55:36.693639 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-288f9ca7-9964-4ec2-b043-0930ead40cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (531172c3-dd0e-421b-85c2-ce3b49cddd2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:55:37.707130 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2cde-6684-46cf-9d94-cb2b3f1c20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (b3d7ab12-d3bf-4a1f-ae2b-f0d08a622456), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:55:39.419939 dv-cinder-836996-16-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-752146e1-728a-4d9c-959a-2fde8d687579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771215551263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361809'] for agent (8ec6c3da-b079-4ef5-bc01-04a4df473077), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 05:55:44.895007 dv-cinder-836996-16-iscsi neutron-server[103531]: DEBUG neutron.db.agents_db [None req-b6c0e8ea-5a97-48d7-ae2d-4326c41ce554 None None] Agent healthcheck: found 6 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}